Status: FAILED
Triggered by: -
Duration: 18 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "412e6ce6dfeede41eb7fa5df8de7b02284b01e51"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/412e6ce6dfeede41eb7fa5df8de7b02284b01e51
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:07:46.376] New invocation is queued and will start shortly
[23:07:47.603] Starting the invocation (attempt 1)
[23:07:47.630] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/412e6ce6dfeede41eb7fa5df8de7b02284b01e51"
[23:07:47.630] Popped gitiles commit info from properties and tags
[23:07:47.630] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:07:47.631] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:07:47.631] Buildbucket request:
{
  "requestId": "8903839822216466080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "412e6ce6dfeede41eb7fa5df8de7b02284b01e51",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8903839822216466080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:07:48.231] Scheduled build:
{
  "id": "8738409760162599889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32764,
  "createdBy": "project:chromium",
  "createTime": "2024-08-27T23:07:47.707660322Z",
  "updateTime": "2024-08-27T23:07:47.707660322Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "412e6ce6dfeede41eb7fa5df8de7b02284b01e51",
      "ref": "refs/heads/main"
    }
  }
}
[23:07:48.231] Task URL: https://cr-buildbucket.appspot.com/build/8738409760162599889
[23:07:48.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:2:0) after 3m4s
[23:07:56.042] Received PubSub notification, asking Buildbucket for the build status
[23:07:56.121] Build status: SCHEDULED
[23:10:52.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:2:0)
[23:10:52.302] Build status: SCHEDULED
[23:10:52.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:4:0) after 1m54s
[23:12:35.659] Received PubSub notification, asking Buildbucket for the build status
[23:12:35.684] Build status: STARTED
[23:12:46.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:4:0)
[23:12:46.378] Build status: STARTED
[23:12:46.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:6:0) after 9m54s
[23:22:40.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:6:0)
[23:22:40.473] Build status: STARTED
[23:22:40.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:7:0) after 3m4s
[23:25:44.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:7:0)
[23:25:44.527] Build status: STARTED
[23:25:44.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:8:0) after 7m34s
[23:33:18.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:8:0)
[23:33:18.583] Build status: STARTED
[23:33:18.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:9:0) after 3m39s
[23:36:57.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:9:0)
[23:36:57.723] Build status: STARTED
[23:36:57.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:10:0) after 8m13s
[23:45:10.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:10:0)
[23:45:10.769] Build status: STARTED
[23:45:10.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:11:0) after 4m33s
[23:49:43.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:11:0)
[23:49:43.886] Build status: STARTED
[23:49:43.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:12:0) after 7m14s
[23:56:57.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:12:0)
[23:56:57.989] Build status: STARTED
[23:56:57.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:13:0) after 2m27s
[23:59:25.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:13:0)
[23:59:25.025] Build status: STARTED
[23:59:25.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:14:0) after 1m7s
[00:00:32.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:14:0)
[00:00:32.408] Build status: STARTED
[00:00:32.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:15:0) after 2m31s
[00:03:03.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:15:0)
[00:03:03.469] Build status: STARTED
[00:03:03.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:16:0) after 4m1s
[00:07:04.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:16:0)
[00:07:04.496] Build status: STARTED
[00:07:04.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:17:0) after 2m13s
[00:09:17.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:17:0)
[00:09:17.537] Build status: STARTED
[00:09:17.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:18:0) after 4m37s
[00:13:54.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:18:0)
[00:13:54.645] Build status: STARTED
[00:13:54.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:19:0) after 4m20s
[00:18:14.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:19:0)
[00:18:14.718] Build status: STARTED
[00:18:14.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:20:0) after 6m50s
[00:25:04.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:20:0)
[00:25:04.873] Build status: STARTED
[00:25:04.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:21:0) after 7m17s
[00:32:21.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:21:0)
[00:32:21.980] Build status: STARTED
[00:32:21.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:22:0) after 9m4s
[00:41:26.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:22:0)
[00:41:26.025] Build status: STARTED
[00:41:26.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:23:0) after 6m7s
[00:47:33.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:23:0)
[00:47:33.069] Build status: STARTED
[00:47:33.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:24:0) after 6m31s
[00:54:04.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:24:0)
[00:54:04.113] Build status: STARTED
[00:54:04.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:25:0) after 9m48s
[01:03:52.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:25:0)
[01:03:52.251] Build status: STARTED
[01:03:52.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:26:0) after 7m30s
[01:11:22.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:26:0)
[01:11:22.293] Build status: STARTED
[01:11:22.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:27:0) after 6m9s
[01:17:31.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:27:0)
[01:17:31.668] Build status: STARTED
[01:17:31.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:28:0) after 3m6s
[01:20:37.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:28:0)
[01:20:37.768] Build status: STARTED
[01:20:37.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:29:0) after 2m7s
[01:22:44.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:29:0)
[01:22:44.792] Build status: STARTED
[01:22:44.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:30:0) after 9m28s
[01:32:12.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:30:0)
[01:32:12.889] Build status: STARTED
[01:32:12.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:31:0) after 4m21s
[01:36:33.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:31:0)
[01:36:33.980] Build status: STARTED
[01:36:33.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:32:0) after 2m24s
[01:38:57.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:32:0)
[01:38:57.998] Build status: STARTED
[01:38:57.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:33:0) after 6m15s
[01:45:13.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:33:0)
[01:45:13.187] Build status: STARTED
[01:45:13.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:34:0) after 4m36s
[01:49:49.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:34:0)
[01:49:49.310] Build status: STARTED
[01:49:49.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:35:0) after 6m51s
[01:56:40.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:35:0)
[01:56:40.345] Build status: STARTED
[01:56:40.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:36:0) after 3m32s
[02:00:12.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:36:0)
[02:00:12.496] Build status: STARTED
[02:00:12.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:37:0) after 3m9s
[02:03:21.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:37:0)
[02:03:21.627] Build status: STARTED
[02:03:21.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:38:0) after 2m29s
[02:05:50.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:38:0)
[02:05:50.723] Build status: STARTED
[02:05:50.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:39:0) after 2m34s
[02:08:24.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:39:0)
[02:08:24.727] Build status: STARTED
[02:08:24.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:40:0) after 5m18s
[02:13:42.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:40:0)
[02:13:42.799] Build status: STARTED
[02:13:42.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:41:0) after 7m53s
[02:21:35.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:41:0)
[02:21:35.927] Build status: STARTED
[02:21:35.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:42:0) after 3m40s
[02:25:17.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:42:0)
[02:25:17.513] Build status: STARTED
[02:25:17.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:43:0) after 6m5s
[02:31:22.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:43:0)
[02:31:22.561] Build status: STARTED
[02:31:22.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:44:0) after 5m22s
[02:36:44.748] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:44:0)
[02:36:44.772] Build status: STARTED
[02:36:44.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:45:0) after 5m2s
[02:41:47.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:45:0)
[02:41:47.086] Build status: STARTED
[02:41:47.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:46:0) after 6m23s
[02:48:10.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:46:0)
[02:48:10.126] Build status: STARTED
[02:48:10.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:47:0) after 3m29s
[02:51:39.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:47:0)
[02:51:39.407] Build status: STARTED
[02:51:39.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:48:0) after 3m44s
[02:55:23.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:48:0)
[02:55:23.637] Build status: STARTED
[02:55:23.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:49:0) after 1m8s
[02:56:31.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:49:0)
[02:56:31.787] Build status: STARTED
[02:56:31.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:50:0) after 2m50s
[02:59:22.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:50:0)
[02:59:22.080] Build status: STARTED
[02:59:22.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:51:0) after 4m43s
[03:04:05.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:51:0)
[03:04:05.146] Build status: STARTED
[03:04:05.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:52:0) after 9m42s
[03:13:47.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:52:0)
[03:13:47.321] Build status: STARTED
[03:13:47.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:53:0) after 8m6s
[03:21:53.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:53:0)
[03:21:53.917] Build status: STARTED
[03:21:53.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:54:0) after 9m9s
[03:31:02.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:54:0)
[03:31:03.005] Build status: STARTED
[03:31:03.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:55:0) after 1m30s
[03:32:33.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:55:0)
[03:32:33.576] Build status: STARTED
[03:32:33.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:56:0) after 2m26s
[03:34:59.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:56:0)
[03:34:59.741] Build status: STARTED
[03:34:59.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:57:0) after 4m33s
[03:39:32.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:57:0)
[03:39:32.831] Build status: STARTED
[03:39:32.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:58:0) after 2m14s
[03:41:46.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:58:0)
[03:41:47.207] Build status: STARTED
[03:41:47.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:59:0) after 3m7s
[03:44:54.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:59:0)
[03:44:54.250] Build status: STARTED
[03:44:54.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:60:0) after 3m8s
[03:48:02.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:60:0)
[03:48:02.382] Build status: STARTED
[03:48:02.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:61:0) after 9m12s
[03:57:14.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:61:0)
[03:57:14.987] Build status: STARTED
[03:57:14.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:62:0) after 5m29s
[04:02:44.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:62:0)
[04:02:44.117] Build status: STARTED
[04:02:44.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:63:0) after 2m40s
[04:05:24.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:63:0)
[04:05:24.224] Build status: STARTED
[04:05:24.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:64:0) after 1m24s
[04:06:48.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:64:0)
[04:06:48.273] Build status: STARTED
[04:06:48.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:65:0) after 9m2s
[04:15:50.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:65:0)
[04:15:50.291] Build status: STARTED
[04:15:50.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:66:0) after 3m34s
[04:19:24.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:66:0)
[04:19:24.432] Build status: STARTED
[04:19:24.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:67:0) after 1m25s
[04:20:49.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:67:0)
[04:20:49.473] Build status: STARTED
[04:20:49.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:68:0) after 1m5s
[04:21:54.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:68:0)
[04:21:54.533] Build status: STARTED
[04:21:54.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:69:0) after 5m55s
[04:27:49.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:69:0)
[04:27:49.664] Build status: STARTED
[04:27:49.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:70:0) after 6m30s
[04:34:19.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:70:0)
[04:34:19.707] Build status: STARTED
[04:34:19.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:71:0) after 9m18s
[04:43:37.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:71:0)
[04:43:37.764] Build status: STARTED
[04:43:37.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:72:0) after 7m34s
[04:51:12.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:72:0)
[04:51:12.551] Build status: STARTED
[04:51:12.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:73:0) after 2m6s
[04:53:18.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:73:0)
[04:53:18.686] Build status: STARTED
[04:53:18.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:74:0) after 8m1s
[05:01:19.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:74:0)
[05:01:19.715] Build status: STARTED
[05:01:19.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:75:0) after 8m15s
[05:09:34.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:75:0)
[05:09:34.805] Build status: STARTED
[05:09:34.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:76:0) after 3m42s
[05:13:16.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:76:0)
[05:13:16.869] Build status: STARTED
[05:13:16.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:77:0) after 6m26s
[05:19:43.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:77:0)
[05:19:43.378] Build status: STARTED
[05:19:43.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:78:0) after 7m41s
[05:27:24.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:78:0)
[05:27:24.879] Build status: STARTED
[05:27:24.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:79:0) after 2m32s
[05:29:56.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:79:0)
[05:29:56.936] Build status: STARTED
[05:29:56.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:80:0) after 9m55s
[05:39:52.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:80:0)
[05:39:52.335] Build status: STARTED
[05:39:52.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:81:0) after 3m39s
[05:43:31.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:81:0)
[05:43:31.530] Build status: STARTED
[05:43:31.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:82:0) after 3m1s
[05:46:32.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:82:0)
[05:46:32.799] Build status: STARTED
[05:46:32.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:83:0) after 7m18s
[05:53:50.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:83:0)
[05:53:50.858] Build status: STARTED
[05:53:50.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:84:0) after 8m56s
[06:02:46.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:84:0)
[06:02:46.914] Build status: STARTED
[06:02:46.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:85:0) after 5m8s
[06:07:54.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:85:0)
[06:07:55.012] Build status: STARTED
[06:07:55.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:86:0) after 9m37s
[06:17:32.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:86:0)
[06:17:32.073] Build status: STARTED
[06:17:32.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:87:0) after 5m9s
[06:22:41.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:87:0)
[06:22:41.136] Build status: STARTED
[06:22:41.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:88:0) after 6m52s
[06:29:33.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:88:0)
[06:29:33.431] Build status: STARTED
[06:29:33.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:89:0) after 8m54s
[06:38:27.454] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:89:0)
[06:38:27.471] Build status: STARTED
[06:38:27.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:90:0) after 6m27s
[06:44:54.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:90:0)
[06:44:54.564] Build status: STARTED
[06:44:54.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:91:0) after 2m1s
[06:46:55.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:91:0)
[06:46:55.957] Build status: STARTED
[06:46:55.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:92:0) after 2m19s
[06:49:15.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:92:0)
[06:49:15.038] Build status: STARTED
[06:49:15.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:93:0) after 1m19s
[06:50:34.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:93:0)
[06:50:34.089] Build status: STARTED
[06:50:34.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:94:0) after 9m20s
[06:59:54.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:94:0)
[06:59:54.162] Build status: STARTED
[06:59:54.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:95:0) after 8m48s
[07:08:42.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:95:0)
[07:08:42.322] Build status: STARTED
[07:08:42.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:96:0) after 3m40s
[07:12:22.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:96:0)
[07:12:22.376] Build status: STARTED
[07:12:22.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:97:0) after 7m45s
[07:20:07.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:97:0)
[07:20:07.448] Build status: STARTED
[07:20:07.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:98:0) after 3m4s
[07:23:11.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:98:0)
[07:23:11.488] Build status: STARTED
[07:23:11.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:99:0) after 5m51s
[07:29:02.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:99:0)
[07:29:02.533] Build status: STARTED
[07:29:02.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:100:0) after 6m52s
[07:35:54.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:100:0)
[07:35:54.925] Build status: STARTED
[07:35:54.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:101:0) after 3m28s
[07:39:22.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:101:0)
[07:39:23.162] Build status: STARTED
[07:39:23.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:102:0) after 6m2s
[07:45:25.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:102:0)
[07:45:25.443] Build status: STARTED
[07:45:25.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:103:0) after 9m22s
[07:54:47.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:103:0)
[07:54:47.523] Build status: STARTED
[07:54:47.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:104:0) after 9m43s
[08:04:30.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:104:0)
[08:04:30.638] Build status: STARTED
[08:04:30.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:105:0) after 3m50s
[08:08:20.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:105:0)
[08:08:20.730] Build status: STARTED
[08:08:20.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:106:0) after 2m7s
[08:10:27.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:106:0)
[08:10:27.826] Build status: STARTED
[08:10:27.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:107:0) after 4m3s
[08:14:31.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:107:0)
[08:14:31.509] Build status: STARTED
[08:14:31.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:108:0) after 6m40s
[08:21:11.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:108:0)
[08:21:11.659] Build status: STARTED
[08:21:11.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:109:0) after 3m12s
[08:24:23.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:109:0)
[08:24:23.702] Build status: STARTED
[08:24:23.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:110:0) after 2m47s
[08:27:10.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:110:0)
[08:27:10.843] Build status: STARTED
[08:27:10.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:111:0) after 1m46s
[08:28:56.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:111:0)
[08:28:56.980] Build status: STARTED
[08:28:56.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:112:0) after 9m54s
[08:38:51.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:112:0)
[08:38:51.124] Build status: STARTED
[08:38:51.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:113:0) after 3m58s
[08:42:49.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:113:0)
[08:42:49.285] Build status: STARTED
[08:42:49.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:114:0) after 2m17s
[08:45:06.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:114:0)
[08:45:06.417] Build status: STARTED
[08:45:06.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:115:0) after 5m58s
[08:51:04.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:115:0)
[08:51:04.414] Build status: STARTED
[08:51:04.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:116:0) after 2m18s
[08:53:23.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:116:0)
[08:53:23.150] Build status: STARTED
[08:53:23.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:117:0) after 9m59s
[09:03:22.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:117:0)
[09:03:22.565] Build status: STARTED
[09:03:22.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:118:0) after 8m4s
[09:11:26.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:118:0)
[09:11:26.620] Build status: STARTED
[09:11:26.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:119:0) after 7m32s
[09:18:58.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:119:0)
[09:18:58.767] Build status: STARTED
[09:18:58.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:120:0) after 1m37s
[09:20:36.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:120:0)
[09:20:36.127] Build status: STARTED
[09:20:36.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:121:0) after 2m34s
[09:23:10.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:121:0)
[09:23:10.235] Build status: STARTED
[09:23:10.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:122:0) after 1m17s
[09:24:27.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:122:0)
[09:24:27.352] Build status: STARTED
[09:24:27.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:123:0) after 2m1s
[09:26:28.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:123:0)
[09:26:28.603] Build status: STARTED
[09:26:28.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:124:0) after 1m38s
[09:28:06.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:124:0)
[09:28:06.724] Build status: STARTED
[09:28:06.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:125:0) after 8m28s
[09:36:34.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:125:0)
[09:36:34.820] Build status: STARTED
[09:36:34.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:126:0) after 8m5s
[09:44:39.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:126:0)
[09:44:39.944] Build status: STARTED
[09:44:39.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:127:0) after 8m41s
[09:53:20.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:127:0)
[09:53:21.025] Build status: STARTED
[09:53:21.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:128:0) after 8m24s
[10:01:45.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:128:0)
[10:01:45.065] Build status: STARTED
[10:01:45.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:129:0) after 8m12s
[10:09:57.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:129:0)
[10:09:57.110] Build status: STARTED
[10:09:57.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:130:0) after 6m15s
[10:16:12.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:130:0)
[10:16:12.318] Build status: STARTED
[10:16:12.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:131:0) after 8m44s
[10:24:56.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:131:0)
[10:24:56.433] Build status: STARTED
[10:24:56.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:132:0) after 7m40s
[10:32:36.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:132:0)
[10:32:36.603] Build status: STARTED
[10:32:36.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:133:0) after 2m41s
[10:35:17.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:133:0)
[10:35:17.756] Build status: STARTED
[10:35:17.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:134:0) after 6m35s
[10:41:52.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:134:0)
[10:41:52.920] Build status: STARTED
[10:41:52.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:135:0) after 5m5s
[10:46:58.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:135:0)
[10:46:58.138] Build status: STARTED
[10:46:58.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:136:0) after 2m34s
[10:49:32.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:136:0)
[10:49:32.222] Build status: STARTED
[10:49:32.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:137:0) after 3m27s
[10:52:59.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:137:0)
[10:52:59.243] Build status: STARTED
[10:52:59.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:138:0) after 4m32s
[10:57:31.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:138:0)
[10:57:31.658] Build status: STARTED
[10:57:31.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:139:0) after 2m4s
[10:59:35.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:139:0)
[10:59:35.907] Build status: STARTED
[10:59:35.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:140:0) after 5m25s
[11:05:01.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:140:0)
[11:05:01.105] Build status: STARTED
[11:05:01.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:141:0) after 8m39s
[11:13:40.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:141:0)
[11:13:40.205] Build status: STARTED
[11:13:40.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:142:0) after 9m49s
[11:23:29.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:142:0)
[11:23:29.411] Build status: STARTED
[11:23:29.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:143:0) after 7m14s
[11:30:43.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:143:0)
[11:30:43.558] Build status: STARTED
[11:30:43.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:144:0) after 3m34s
[11:34:17.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:144:0)
[11:34:17.752] Build status: STARTED
[11:34:17.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:145:0) after 4m9s
[11:38:26.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:145:0)
[11:38:26.982] Build status: STARTED
[11:38:26.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:146:0) after 9m24s
[11:47:51.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:146:0)
[11:47:51.208] Build status: STARTED
[11:47:51.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:147:0) after 2m40s
[11:50:31.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:147:0)
[11:50:31.319] Build status: STARTED
[11:50:31.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:148:0) after 4m44s
[11:55:15.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:148:0)
[11:55:15.521] Build status: STARTED
[11:55:15.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:149:0) after 5m31s
[12:00:46.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:149:0)
[12:00:46.533] Build status: STARTED
[12:00:46.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:150:0) after 4m34s
[12:05:20.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:150:0)
[12:05:20.753] Build status: STARTED
[12:05:20.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:151:0) after 1m54s
[12:07:14.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:151:0)
[12:07:15.019] Build status: STARTED
[12:07:15.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:152:0) after 2m2s
[12:09:17.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:152:0)
[12:09:17.362] Build status: STARTED
[12:09:17.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:153:0) after 3m43s
[12:13:00.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:153:0)
[12:13:00.778] Build status: STARTED
[12:13:00.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:154:0) after 6m43s
[12:19:44.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:154:0)
[12:19:44.285] Build status: STARTED
[12:19:44.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:155:0) after 3m47s
[12:23:31.313] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:155:0)
[12:23:31.332] Build status: STARTED
[12:23:31.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:156:0) after 9m32s
[12:33:03.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:156:0)
[12:33:03.471] Build status: STARTED
[12:33:03.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:157:0) after 9m31s
[12:42:34.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:157:0)
[12:42:34.522] Build status: STARTED
[12:42:34.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:158:0) after 5m1s
[12:47:35.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:158:0)
[12:47:35.763] Build status: STARTED
[12:47:35.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:159:0) after 7m41s
[12:55:17.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:159:0)
[12:55:17.224] Build status: STARTED
[12:55:17.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:160:0) after 8m26s
[13:03:43.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:160:0)
[13:03:43.293] Build status: STARTED
[13:03:43.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:161:0) after 2m34s
[13:06:17.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:161:0)
[13:06:17.356] Build status: STARTED
[13:06:17.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:162:0) after 9m52s
[13:16:09.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:162:0)
[13:16:09.439] Build status: STARTED
[13:16:09.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:163:0) after 3m27s
[13:19:36.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:163:0)
[13:19:36.606] Build status: STARTED
[13:19:36.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:164:0) after 7m51s
[13:27:27.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:164:0)
[13:27:27.653] Build status: STARTED
[13:27:27.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:165:0) after 4m46s
[13:32:13.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:165:0)
[13:32:13.742] Build status: STARTED
[13:32:13.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:166:0) after 4m39s
[13:36:53.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:166:0)
[13:36:53.562] Build status: STARTED
[13:36:53.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:167:0) after 3m53s
[13:40:46.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:167:0)
[13:40:46.878] Build status: STARTED
[13:40:46.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:168:0) after 7m7s
[13:47:54.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:168:0)
[13:47:54.144] Build status: STARTED
[13:47:54.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:169:0) after 3m18s
[13:51:12.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:169:0)
[13:51:12.188] Build status: STARTED
[13:51:12.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:170:0) after 7m57s
[13:59:09.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:170:0)
[13:59:09.232] Build status: STARTED
[13:59:09.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:171:0) after 1m16s
[14:00:25.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:171:0)
[14:00:25.342] Build status: STARTED
[14:00:25.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:172:0) after 9m59s
[14:10:24.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:172:0)
[14:10:24.395] Build status: STARTED
[14:10:24.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:173:0) after 9m6s
[14:19:30.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:173:0)
[14:19:30.562] Build status: STARTED
[14:19:30.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:174:0) after 1m39s
[14:21:09.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:174:0)
[14:21:09.769] Build status: STARTED
[14:21:09.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:175:0) after 5m48s
[14:26:57.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:175:0)
[14:26:57.988] Build status: STARTED
[14:26:57.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:176:0) after 7m1s
[14:33:59.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:176:0)
[14:33:59.873] Build status: STARTED
[14:33:59.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:177:0) after 8m17s
[14:42:16.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:177:0)
[14:42:16.992] Build status: STARTED
[14:42:16.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:178:0) after 9m53s
[14:52:10.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:178:0)
[14:52:10.420] Build status: STARTED
[14:52:10.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:179:0) after 8m13s
[15:00:23.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:179:0)
[15:00:23.642] Build status: STARTED
[15:00:23.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:180:0) after 4m33s
[15:04:56.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:180:0)
[15:04:56.834] Build status: STARTED
[15:04:56.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:181:0) after 9m40s
[15:14:36.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:181:0)
[15:14:36.889] Build status: STARTED
[15:14:36.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:182:0) after 7m36s
[15:22:12.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:182:0)
[15:22:12.940] Build status: STARTED
[15:22:12.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:183:0) after 6m30s
[15:28:43.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:183:0)
[15:28:43.044] Build status: STARTED
[15:28:43.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:184:0) after 7m16s
[15:35:59.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:184:0)
[15:35:59.144] Build status: STARTED
[15:35:59.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:185:0) after 4m19s
[15:40:18.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:185:0)
[15:40:18.260] Build status: STARTED
[15:40:18.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:186:0) after 4m46s
[15:45:04.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:186:0)
[15:45:04.340] Build status: STARTED
[15:45:04.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:187:0) after 5m7s
[15:50:11.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:187:0)
[15:50:11.450] Build status: STARTED
[15:50:11.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:188:0) after 8m0s
[15:58:11.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:188:0)
[15:58:11.558] Build status: STARTED
[15:58:11.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:189:0) after 9m21s
[16:07:32.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:189:0)
[16:07:32.611] Build status: STARTED
[16:07:32.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:190:0) after 3m34s
[16:11:06.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:190:0)
[16:11:06.737] Build status: STARTED
[16:11:06.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:191:0) after 3m39s
[16:14:45.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:191:0)
[16:14:45.780] Build status: STARTED
[16:14:45.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:192:0) after 9m29s
[16:24:14.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:192:0)
[16:24:14.842] Build status: STARTED
[16:24:14.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:193:0) after 3m27s
[16:27:41.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:193:0)
[16:27:41.942] Build status: STARTED
[16:27:41.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:194:0) after 4m1s
[16:31:43.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:194:0)
[16:31:43.025] Build status: STARTED
[16:31:43.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:195:0) after 8m28s
[16:40:11.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:195:0)
[16:40:11.171] Build status: STARTED
[16:40:11.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:196:0) after 3m11s
[16:43:22.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:196:0)
[16:43:22.272] Build status: STARTED
[16:43:22.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:197:0) after 9m35s
[16:52:57.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:197:0)
[16:52:57.383] Build status: STARTED
[16:52:57.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:198:0) after 3m54s
[16:56:51.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:198:0)
[16:56:51.461] Build status: STARTED
[16:56:51.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:199:0) after 3m28s
[17:00:19.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:199:0)
[17:00:19.511] Build status: STARTED
[17:00:19.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:200:0) after 1m39s
[17:01:58.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:200:0)
[17:01:58.700] Build status: STARTED
[17:01:58.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:201:0) after 1m6s
[17:03:04.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:201:0)
[17:03:04.786] Build status: STARTED
[17:03:04.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:202:0) after 4m59s
[17:08:03.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:202:0)
[17:08:03.847] Build status: STARTED
[17:08:03.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:203:0) after 6m51s
[17:14:54.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:203:0)
[17:14:54.939] Build status: STARTED
[17:14:54.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:204:0) after 6m16s
[17:21:11.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:204:0)
[17:21:11.080] Build status: STARTED
[17:21:11.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:205:0) after 1m44s
[17:22:55.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:205:0)
[17:22:55.179] Build status: STARTED
[17:22:55.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:206:0) after 9m27s
[17:32:22.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:206:0)
[17:32:22.393] Build status: STARTED
[17:32:22.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:207:0) after 2m41s
[17:35:03.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:207:0)
[17:35:03.454] Build status: STARTED
[17:35:03.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8903839822216466080:208:0) after 5m23s
[17:40:06.743] Received PubSub notification, asking Buildbucket for the build status
[17:40:06.762] Build:
{
  "id": "8738409760162599889",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 32764,
  "createdBy": "project:chromium",
  "createTime": "2024-08-27T23:07:47.707660322Z",
  "startTime": "2024-08-27T23:12:35.459903998Z",
  "endTime": "2024-08-28T17:40:06.249294796Z",
  "updateTime": "2024-08-28T17:40:06.249294796Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "412e6ce6dfeede41eb7fa5df8de7b02284b01e51",
      "ref": "refs/heads/main"
    }
  }
}
[17:40:06.762] Invocation finished in 18h32m20.398751496s with status FAILED