Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "34d713882878c037f6df246c239ea4ca9e9f57e2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34d713882878c037f6df246c239ea4ca9e9f57e2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:53:04.152] New invocation is queued and will start shortly
[16:53:05.272] Starting the invocation (attempt 1)
[16:53:05.307] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34d713882878c037f6df246c239ea4ca9e9f57e2"
[16:53:05.307] Popped gitiles commit info from properties and tags
[16:53:05.307] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:53:05.308] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:53:05.308] Buildbucket request:
{
  "requestId": "8896887430121193968",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "34d713882878c037f6df246c239ea4ca9e9f57e2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8896887430121193968"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:53:06.449] Scheduled build:
{
  "id": "8731457368194862721",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33698,
  "createdBy": "project:chromium",
  "createTime": "2024-11-12T16:53:05.364796207Z",
  "updateTime": "2024-11-12T16:53:05.364796207Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "34d713882878c037f6df246c239ea4ca9e9f57e2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:53:06.449] Task URL: https://cr-buildbucket.appspot.com/build/8731457368194862721
[16:53:06.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:2:0) after 7m37s
[16:53:07.288] Received PubSub notification, asking Buildbucket for the build status
[16:53:07.371] Build status: SCHEDULED
[16:53:56.870] Received PubSub notification, asking Buildbucket for the build status
[16:53:56.888] Build status: STARTED
[17:00:43.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:2:0)
[17:00:43.509] Build status: STARTED
[17:00:43.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:5:0) after 8m51s
[17:09:34.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:5:0)
[17:09:34.555] Build status: STARTED
[17:09:34.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:6:0) after 5m41s
[17:15:15.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:6:0)
[17:15:15.646] Build status: STARTED
[17:15:15.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:7:0) after 7m42s
[17:22:57.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:7:0)
[17:22:57.717] Build status: STARTED
[17:22:57.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:8:0) after 5m51s
[17:28:48.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:8:0)
[17:28:48.871] Build status: STARTED
[17:28:48.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:9:0) after 8m59s
[17:37:47.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:9:0)
[17:37:47.968] Build status: STARTED
[17:37:47.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:10:0) after 5m37s
[17:43:25.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:10:0)
[17:43:25.073] Build status: STARTED
[17:43:25.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:11:0) after 5m10s
[17:48:35.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:11:0)
[17:48:35.210] Build status: STARTED
[17:48:35.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:12:0) after 8m39s
[17:57:14.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:12:0)
[17:57:14.540] Build status: STARTED
[17:57:14.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:13:0) after 5m41s
[18:02:55.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:13:0)
[18:02:55.645] Build status: STARTED
[18:02:55.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:14:0) after 7m26s
[18:10:21.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:14:0)
[18:10:21.749] Build status: STARTED
[18:10:21.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:15:0) after 9m9s
[18:19:30.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:15:0)
[18:19:30.998] Build status: STARTED
[18:19:30.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:16:0) after 9m23s
[18:28:54.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:16:0)
[18:28:54.057] Build status: STARTED
[18:28:54.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:17:0) after 5m33s
[18:34:27.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:17:0)
[18:34:27.121] Build status: STARTED
[18:34:27.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:18:0) after 2m13s
[18:36:40.161] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:18:0)
[18:36:40.183] Build status: STARTED
[18:36:40.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:19:0) after 1m19s
[18:37:59.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:19:0)
[18:37:59.313] Build status: STARTED
[18:37:59.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:20:0) after 9m43s
[18:47:42.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:20:0)
[18:47:42.379] Build status: STARTED
[18:47:42.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:21:0) after 6m21s
[18:54:03.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:21:0)
[18:54:03.450] Build status: STARTED
[18:54:03.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:22:0) after 8m9s
[19:02:12.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:22:0)
[19:02:12.779] Build status: STARTED
[19:02:12.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:23:0) after 2m47s
[19:04:59.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:23:0)
[19:04:59.883] Build status: STARTED
[19:04:59.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:24:0) after 8m44s
[19:13:43.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:24:0)
[19:13:43.999] Build status: STARTED
[19:13:43.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:25:0) after 3m39s
[19:17:23.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:25:0)
[19:17:23.081] Build status: STARTED
[19:17:23.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:26:0) after 9m15s
[19:26:38.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:26:0)
[19:26:38.129] Build status: STARTED
[19:26:38.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:27:0) after 1m12s
[19:27:50.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:27:0)
[19:27:50.274] Build status: STARTED
[19:27:50.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:28:0) after 5m22s
[19:33:12.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:28:0)
[19:33:12.427] Build status: STARTED
[19:33:12.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:29:0) after 7m4s
[19:40:16.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:29:0)
[19:40:16.555] Build status: STARTED
[19:40:16.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:30:0) after 9m8s
[19:49:24.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:30:0)
[19:49:24.637] Build status: STARTED
[19:49:24.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:31:0) after 6m47s
[19:56:11.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:31:0)
[19:56:11.762] Build status: STARTED
[19:56:11.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:32:0) after 7m58s
[20:04:09.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:32:0)
[20:04:09.812] Build status: STARTED
[20:04:09.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:33:0) after 9m23s
[20:13:32.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:33:0)
[20:13:32.887] Build status: STARTED
[20:13:32.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:34:0) after 9m15s
[20:22:47.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:34:0)
[20:22:48.006] Build status: STARTED
[20:22:48.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:35:0) after 8m28s
[20:31:16.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:35:0)
[20:31:16.141] Build status: STARTED
[20:31:16.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:36:0) after 4m58s
[20:36:14.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:36:0)
[20:36:14.238] Build status: STARTED
[20:36:14.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:37:0) after 8m40s
[20:44:54.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:37:0)
[20:44:54.348] Build status: STARTED
[20:44:54.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:38:0) after 2m31s
[20:47:25.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:38:0)
[20:47:25.452] Build status: STARTED
[20:47:25.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:39:0) after 7m42s
[20:55:07.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:39:0)
[20:55:07.522] Build status: STARTED
[20:55:07.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:40:0) after 7m16s
[21:02:23.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:40:0)
[21:02:23.625] Build status: STARTED
[21:02:23.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:41:0) after 3m49s
[21:06:12.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:41:0)
[21:06:12.718] Build status: STARTED
[21:06:12.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:42:0) after 4m34s
[21:10:46.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:42:0)
[21:10:46.782] Build status: STARTED
[21:10:46.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:43:0) after 1m29s
[21:12:15.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:43:0)
[21:12:15.977] Build status: STARTED
[21:12:15.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:44:0) after 3m30s
[21:15:46.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:44:0)
[21:15:46.032] Build status: STARTED
[21:15:46.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:45:0) after 4m38s
[21:20:24.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:45:0)
[21:20:24.089] Build status: STARTED
[21:20:24.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:46:0) after 5m44s
[21:26:08.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:46:0)
[21:26:08.141] Build status: STARTED
[21:26:08.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:47:0) after 1m37s
[21:27:45.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:47:0)
[21:27:45.195] Build status: STARTED
[21:27:45.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:48:0) after 1m23s
[21:29:08.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:48:0)
[21:29:08.306] Build status: STARTED
[21:29:08.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:49:0) after 2m16s
[21:31:24.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:49:0)
[21:31:24.416] Build status: STARTED
[21:31:24.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:50:0) after 6m49s
[21:38:13.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:50:0)
[21:38:13.490] Build status: STARTED
[21:38:13.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:51:0) after 6m50s
[21:45:03.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:51:0)
[21:45:03.546] Build status: STARTED
[21:45:03.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:52:0) after 5m11s
[21:50:14.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:52:0)
[21:50:14.853] Build status: STARTED
[21:50:14.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:53:0) after 4m1s
[21:54:15.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:53:0)
[21:54:15.908] Build status: STARTED
[21:54:15.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:54:0) after 9m12s
[22:03:27.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:54:0)
[22:03:27.978] Build status: STARTED
[22:03:27.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:55:0) after 2m33s
[22:06:01.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:55:0)
[22:06:01.041] Build status: STARTED
[22:06:01.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:56:0) after 4m57s
[22:10:58.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:56:0)
[22:10:58.110] Build status: STARTED
[22:10:58.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:57:0) after 5m43s
[22:16:41.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:57:0)
[22:16:41.179] Build status: STARTED
[22:16:41.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:58:0) after 1m44s
[22:18:25.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:58:0)
[22:18:25.337] Build status: STARTED
[22:18:25.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:59:0) after 1m52s
[22:20:17.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:59:0)
[22:20:17.403] Build status: STARTED
[22:20:17.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:60:0) after 7m22s
[22:27:39.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:60:0)
[22:27:39.451] Build status: STARTED
[22:27:39.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:61:0) after 7m57s
[22:35:36.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:61:0)
[22:35:36.544] Build status: STARTED
[22:35:36.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:62:0) after 3m18s
[22:38:54.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:62:0)
[22:38:54.609] Build status: STARTED
[22:38:54.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:63:0) after 2m37s
[22:41:31.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:63:0)
[22:41:31.710] Build status: STARTED
[22:41:31.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:64:0) after 4m23s
[22:45:54.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:64:0)
[22:45:54.857] Build status: STARTED
[22:45:54.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:65:0) after 5m36s
[22:51:30.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:65:0)
[22:51:31.092] Build status: STARTED
[22:51:31.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:66:0) after 1m22s
[22:52:53.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:66:0)
[22:52:53.191] Build status: STARTED
[22:52:53.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:67:0) after 9m37s
[23:02:30.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:67:0)
[23:02:30.291] Build status: STARTED
[23:02:30.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:68:0) after 9m15s
[23:11:45.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:68:0)
[23:11:45.363] Build status: STARTED
[23:11:45.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:69:0) after 6m32s
[23:18:17.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:69:0)
[23:18:17.421] Build status: STARTED
[23:18:17.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:70:0) after 7m26s
[23:25:43.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:70:0)
[23:25:43.557] Build status: STARTED
[23:25:43.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:71:0) after 1m32s
[23:27:15.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:71:0)
[23:27:15.652] Build status: STARTED
[23:27:15.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:72:0) after 8m33s
[23:35:48.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:72:0)
[23:35:48.769] Build status: STARTED
[23:35:48.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:73:0) after 4m5s
[23:39:53.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:73:0)
[23:39:53.897] Build status: STARTED
[23:39:53.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:74:0) after 9m8s
[23:49:01.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:74:0)
[23:49:01.968] Build status: STARTED
[23:49:01.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:75:0) after 8m23s
[23:57:25.129] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:75:0)
[23:57:25.147] Build status: STARTED
[23:57:25.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:76:0) after 4m59s
[00:02:24.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:76:0)
[00:02:24.377] Build status: STARTED
[00:02:24.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:77:0) after 9m54s
[00:12:18.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:77:0)
[00:12:18.464] Build status: STARTED
[00:12:18.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:78:0) after 2m46s
[00:15:04.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:78:0)
[00:15:04.523] Build status: STARTED
[00:15:04.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:79:0) after 3m43s
[00:18:47.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:79:0)
[00:18:47.637] Build status: STARTED
[00:18:47.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:80:0) after 7m58s
[00:26:45.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:80:0)
[00:26:45.751] Build status: STARTED
[00:26:45.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:81:0) after 6m7s
[00:32:52.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:81:0)
[00:32:52.890] Build status: STARTED
[00:32:52.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:82:0) after 8m27s
[00:41:19.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:82:0)
[00:41:19.963] Build status: STARTED
[00:41:19.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:83:0) after 5m32s
[00:46:52.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:83:0)
[00:46:52.126] Build status: STARTED
[00:46:52.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:84:0) after 9m12s
[00:56:04.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:84:0)
[00:56:04.222] Build status: STARTED
[00:56:04.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:85:0) after 4m53s
[01:00:57.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:85:0)
[01:00:57.287] Build status: STARTED
[01:00:57.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:86:0) after 5m42s
[01:06:39.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:86:0)
[01:06:39.385] Build status: STARTED
[01:06:39.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:87:0) after 3m50s
[01:10:29.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:87:0)
[01:10:29.582] Build status: STARTED
[01:10:29.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:88:0) after 6m17s
[01:16:46.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:88:0)
[01:16:46.822] Build status: STARTED
[01:16:46.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:89:0) after 9m58s
[01:26:44.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:89:0)
[01:26:44.886] Build status: STARTED
[01:26:44.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:90:0) after 1m47s
[01:28:31.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:90:0)
[01:28:31.955] Build status: STARTED
[01:28:31.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:91:0) after 6m7s
[01:34:39.009] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:91:0)
[01:34:39.042] Build status: STARTED
[01:34:39.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:92:0) after 3m52s
[01:38:31.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:92:0)
[01:38:31.105] Build status: STARTED
[01:38:31.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:93:0) after 1m21s
[01:39:52.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:93:0)
[01:39:52.153] Build status: STARTED
[01:39:52.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:94:0) after 8m56s
[01:48:48.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:94:0)
[01:48:48.231] Build status: STARTED
[01:48:48.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:95:0) after 1m55s
[01:50:43.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:95:0)
[01:50:43.434] Build status: STARTED
[01:50:43.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:96:0) after 7m28s
[01:58:11.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:96:0)
[01:58:11.482] Build status: STARTED
[01:58:11.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:97:0) after 2m55s
[02:01:06.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:97:0)
[02:01:06.556] Build status: STARTED
[02:01:06.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:98:0) after 3m59s
[02:05:05.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:98:0)
[02:05:05.646] Build status: STARTED
[02:05:05.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:99:0) after 1m9s
[02:06:14.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:99:0)
[02:06:14.766] Build status: STARTED
[02:06:14.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:100:0) after 2m30s
[02:08:44.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:100:0)
[02:08:44.864] Build status: STARTED
[02:08:44.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:101:0) after 8m24s
[02:17:08.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:101:0)
[02:17:08.919] Build status: STARTED
[02:17:08.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:102:0) after 3m49s
[02:20:57.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:102:0)
[02:20:57.995] Build status: STARTED
[02:20:57.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:103:0) after 4m2s
[02:25:00.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:103:0)
[02:25:00.106] Build status: STARTED
[02:25:00.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:104:0) after 7m42s
[02:32:42.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:104:0)
[02:32:42.506] Build status: STARTED
[02:32:42.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:105:0) after 8m59s
[02:41:41.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:105:0)
[02:41:41.654] Build status: STARTED
[02:41:41.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:106:0) after 4m22s
[02:46:03.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:106:0)
[02:46:03.751] Build status: STARTED
[02:46:03.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:107:0) after 8m54s
[02:54:57.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:107:0)
[02:54:57.921] Build status: STARTED
[02:54:57.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:108:0) after 5m13s
[03:00:10.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:108:0)
[03:00:10.985] Build status: STARTED
[03:00:10.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:109:0) after 3m6s
[03:03:17.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:109:0)
[03:03:17.060] Build status: STARTED
[03:03:17.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:110:0) after 4m39s
[03:07:56.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:110:0)
[03:07:56.168] Build status: STARTED
[03:07:56.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:111:0) after 4m48s
[03:12:44.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:111:0)
[03:12:44.363] Build status: STARTED
[03:12:44.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:112:0) after 6m34s
[03:19:18.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:112:0)
[03:19:18.416] Build status: STARTED
[03:19:18.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:113:0) after 8m51s
[03:28:09.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:113:0)
[03:28:09.533] Build status: STARTED
[03:28:09.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:114:0) after 2m49s
[03:30:58.616] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:114:0)
[03:30:58.640] Build status: STARTED
[03:30:58.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:115:0) after 3m46s
[03:34:44.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:115:0)
[03:34:44.681] Build status: STARTED
[03:34:44.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:116:0) after 4m10s
[03:38:54.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:116:0)
[03:38:54.745] Build status: STARTED
[03:38:54.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:117:0) after 4m49s
[03:43:43.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:117:0)
[03:43:43.855] Build status: STARTED
[03:43:43.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:118:0) after 3m4s
[03:46:48.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:118:0)
[03:46:48.267] Build status: STARTED
[03:46:48.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:119:0) after 1m26s
[03:48:14.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:119:0)
[03:48:14.329] Build status: STARTED
[03:48:14.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:120:0) after 8m12s
[03:56:26.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:120:0)
[03:56:26.632] Build status: STARTED
[03:56:26.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:121:0) after 8m36s
[04:05:02.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:121:0)
[04:05:03.012] Build status: STARTED
[04:05:03.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:122:0) after 8m32s
[04:13:35.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:122:0)
[04:13:35.128] Build status: STARTED
[04:13:35.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:123:0) after 8m14s
[04:21:49.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:123:0)
[04:21:49.237] Build status: STARTED
[04:21:49.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:124:0) after 8m7s
[04:29:56.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:124:0)
[04:29:56.595] Build status: STARTED
[04:29:56.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:125:0) after 5m22s
[04:35:18.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:125:0)
[04:35:18.660] Build status: STARTED
[04:35:18.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:126:0) after 5m47s
[04:41:05.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:126:0)
[04:41:05.735] Build status: STARTED
[04:41:05.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:127:0) after 1m38s
[04:42:43.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:127:0)
[04:42:43.826] Build status: STARTED
[04:42:43.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:128:0) after 1m51s
[04:44:34.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:128:0)
[04:44:34.877] Build status: STARTED
[04:44:34.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:129:0) after 1m4s
[04:45:39.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:129:0)
[04:45:39.043] Build status: STARTED
[04:45:39.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:130:0) after 7m50s
[04:53:29.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:130:0)
[04:53:29.289] Build status: STARTED
[04:53:29.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:131:0) after 7m50s
[05:01:19.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:131:0)
[05:01:19.440] Build status: STARTED
[05:01:19.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:132:0) after 3m35s
[05:04:55.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:132:0)
[05:04:55.833] Build status: STARTED
[05:04:55.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:133:0) after 4m57s
[05:09:52.867] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:133:0)
[05:09:52.897] Build status: STARTED
[05:09:52.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:134:0) after 6m16s
[05:16:08.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:134:0)
[05:16:09.017] Build status: STARTED
[05:16:09.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:135:0) after 6m44s
[05:22:53.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:135:0)
[05:22:53.119] Build status: STARTED
[05:22:53.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:136:0) after 4m30s
[05:27:23.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:136:0)
[05:27:23.170] Build status: STARTED
[05:27:23.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:137:0) after 3m51s
[05:31:14.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:137:0)
[05:31:14.349] Build status: STARTED
[05:31:14.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:138:0) after 4m17s
[05:35:31.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:138:0)
[05:35:31.508] Build status: STARTED
[05:35:31.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:139:0) after 2m10s
[05:37:41.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:139:0)
[05:37:41.559] Build status: STARTED
[05:37:41.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:140:0) after 3m44s
[05:41:25.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:140:0)
[05:41:25.632] Build status: STARTED
[05:41:25.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:141:0) after 5m47s
[05:47:12.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:141:0)
[05:47:12.682] Build status: STARTED
[05:47:12.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:142:0) after 4m45s
[05:51:58.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:142:0)
[05:51:58.274] Build status: STARTED
[05:51:58.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:143:0) after 2m45s
[05:54:43.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:143:0)
[05:54:43.328] Build status: STARTED
[05:54:43.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:144:0) after 2m56s
[05:57:39.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:144:0)
[05:57:39.576] Build status: STARTED
[05:57:39.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:145:0) after 1m23s
[05:59:02.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:145:0)
[05:59:02.744] Build status: STARTED
[05:59:02.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:146:0) after 9m24s
[06:08:26.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:146:0)
[06:08:27.045] Build status: STARTED
[06:08:27.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:147:0) after 6m11s
[06:14:38.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:147:0)
[06:14:38.079] Build status: STARTED
[06:14:38.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:148:0) after 5m27s
[06:20:05.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:148:0)
[06:20:05.303] Build status: STARTED
[06:20:05.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:149:0) after 2m30s
[06:22:35.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:149:0)
[06:22:35.333] Build status: STARTED
[06:22:35.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:150:0) after 6m43s
[06:29:18.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:150:0)
[06:29:18.542] Build status: STARTED
[06:29:18.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:151:0) after 1m58s
[06:31:16.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:151:0)
[06:31:16.602] Build status: STARTED
[06:31:16.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:152:0) after 3m23s
[06:34:39.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:152:0)
[06:34:39.651] Build status: STARTED
[06:34:39.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:153:0) after 6m30s
[06:41:09.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:153:0)
[06:41:09.709] Build status: STARTED
[06:41:09.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:154:0) after 2m20s
[06:43:29.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:154:0)
[06:43:29.799] Build status: STARTED
[06:43:29.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:155:0) after 1m11s
[06:44:40.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:155:0)
[06:44:40.917] Build status: STARTED
[06:44:40.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:156:0) after 4m5s
[06:48:46.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:156:0)
[06:48:46.215] Build status: STARTED
[06:48:46.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:157:0) after 5m56s
[06:54:42.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:157:0)
[06:54:42.264] Build status: STARTED
[06:54:42.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:158:0) after 7m0s
[07:01:42.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:158:0)
[07:01:42.398] Build status: STARTED
[07:01:42.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:159:0) after 4m41s
[07:06:23.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:159:0)
[07:06:23.657] Build status: STARTED
[07:06:23.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:160:0) after 3m25s
[07:09:48.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:160:0)
[07:09:48.862] Build status: STARTED
[07:09:48.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:161:0) after 3m10s
[07:12:59.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:161:0)
[07:12:59.125] Build status: STARTED
[07:12:59.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:162:0) after 2m56s
[07:15:55.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:162:0)
[07:15:55.869] Build status: STARTED
[07:15:55.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:163:0) after 7m36s
[07:23:32.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:163:0)
[07:23:32.189] Build status: STARTED
[07:23:32.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:164:0) after 7m38s
[07:31:10.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:164:0)
[07:31:10.427] Build status: STARTED
[07:31:10.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:165:0) after 8m46s
[07:39:56.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:165:0)
[07:39:56.506] Build status: STARTED
[07:39:56.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:166:0) after 2m25s
[07:42:21.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:166:0)
[07:42:21.601] Build status: STARTED
[07:42:21.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:167:0) after 1m11s
[07:43:32.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:167:0)
[07:43:32.870] Build status: STARTED
[07:43:32.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:168:0) after 2m56s
[07:46:28.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:168:0)
[07:46:28.910] Build status: STARTED
[07:46:28.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:169:0) after 5m50s
[07:52:18.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:169:0)
[07:52:19.020] Build status: STARTED
[07:52:19.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:170:0) after 8m20s
[08:00:39.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:170:0)
[08:00:39.213] Build status: STARTED
[08:00:39.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:171:0) after 5m3s
[08:05:42.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:171:0)
[08:05:42.634] Build status: STARTED
[08:05:42.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:172:0) after 7m8s
[08:12:50.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:172:0)
[08:12:50.842] Build status: STARTED
[08:12:50.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:173:0) after 3m34s
[08:16:24.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:173:0)
[08:16:25.005] Build status: STARTED
[08:16:25.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:174:0) after 7m47s
[08:24:12.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:174:0)
[08:24:12.054] Build status: STARTED
[08:24:12.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:175:0) after 2m18s
[08:26:30.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:175:0)
[08:26:30.098] Build status: STARTED
[08:26:30.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:176:0) after 2m11s
[08:28:42.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:176:0)
[08:28:42.075] Build status: STARTED
[08:28:42.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:177:0) after 4m51s
[08:33:33.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:177:0)
[08:33:33.771] Build status: STARTED
[08:33:33.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:178:0) after 7m24s
[08:40:57.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:178:0)
[08:40:57.945] Build status: STARTED
[08:40:57.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:179:0) after 2m20s
[08:43:17.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:179:0)
[08:43:18.013] Build status: STARTED
[08:43:18.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:180:0) after 8m7s
[08:51:25.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:180:0)
[08:51:25.362] Build status: STARTED
[08:51:25.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:181:0) after 7m31s
[08:58:56.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:181:0)
[08:58:56.777] Build status: STARTED
[08:58:56.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:182:0) after 9m14s
[09:08:10.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:182:0)
[09:08:10.943] Build status: STARTED
[09:08:10.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:183:0) after 5m2s
[09:13:13.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:183:0)
[09:13:13.138] Build status: STARTED
[09:13:13.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:184:0) after 3m2s
[09:16:15.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:184:0)
[09:16:15.243] Build status: STARTED
[09:16:15.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:185:0) after 9m1s
[09:25:16.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:185:0)
[09:25:16.378] Build status: STARTED
[09:25:16.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:186:0) after 7m26s
[09:32:42.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:186:0)
[09:32:42.537] Build status: STARTED
[09:32:42.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:187:0) after 9m49s
[09:42:31.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:187:0)
[09:42:31.646] Build status: STARTED
[09:42:31.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:188:0) after 9m11s
[09:51:42.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:188:0)
[09:51:42.699] Build status: STARTED
[09:51:42.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:189:0) after 5m41s
[09:57:23.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:189:0)
[09:57:23.816] Build status: STARTED
[09:57:23.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:190:0) after 1m39s
[09:59:02.972] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:190:0)
[09:59:03.005] Build status: STARTED
[09:59:03.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:191:0) after 4m11s
[10:03:14.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:191:0)
[10:03:14.122] Build status: STARTED
[10:03:14.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:192:0) after 8m56s
[10:12:10.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:192:0)
[10:12:10.411] Build status: STARTED
[10:12:10.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:193:0) after 3m44s
[10:15:54.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:193:0)
[10:15:54.624] Build status: STARTED
[10:15:54.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:194:0) after 4m15s
[10:20:09.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:194:0)
[10:20:09.793] Build status: STARTED
[10:20:09.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:195:0) after 5m50s
[10:25:59.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:195:0)
[10:25:59.996] Build status: STARTED
[10:25:59.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:196:0) after 6m43s
[10:32:43.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:196:0)
[10:32:43.583] Build status: STARTED
[10:32:43.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:197:0) after 6m56s
[10:39:39.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:197:0)
[10:39:39.869] Build status: STARTED
[10:39:39.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:198:0) after 1m35s
[10:41:15.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:198:0)
[10:41:15.183] Build status: STARTED
[10:41:15.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:199:0) after 2m31s
[10:43:46.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:199:0)
[10:43:46.271] Build status: STARTED
[10:43:46.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:200:0) after 5m42s
[10:49:28.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:200:0)
[10:49:28.319] Build status: STARTED
[10:49:28.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:201:0) after 6m5s
[10:55:33.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:201:0)
[10:55:33.392] Build status: STARTED
[10:55:33.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:202:0) after 3m25s
[10:58:58.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:202:0)
[10:58:58.552] Build status: STARTED
[10:58:58.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:203:0) after 3m29s
[11:02:27.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:203:0)
[11:02:27.646] Build status: STARTED
[11:02:27.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:204:0) after 1m51s
[11:04:18.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:204:0)
[11:04:18.741] Build status: STARTED
[11:04:18.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:205:0) after 6m53s
[11:11:11.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:205:0)
[11:11:12.011] Build status: STARTED
[11:11:12.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:206:0) after 5m2s
[11:16:14.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:206:0)
[11:16:14.066] Build status: STARTED
[11:16:14.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:207:0) after 9m57s
[11:26:11.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:207:0)
[11:26:11.139] Build status: STARTED
[11:26:11.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:208:0) after 9m18s
[11:35:29.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:208:0)
[11:35:29.550] Build status: STARTED
[11:35:29.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:209:0) after 4m13s
[11:39:42.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:209:0)
[11:39:42.695] Build status: STARTED
[11:39:42.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:210:0) after 2m50s
[11:42:32.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:210:0)
[11:42:32.774] Build status: STARTED
[11:42:32.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:211:0) after 6m46s
[11:49:19.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:211:0)
[11:49:19.863] Build status: STARTED
[11:49:19.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:212:0) after 9m28s
[11:58:47.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:212:0)
[11:58:47.965] Build status: STARTED
[11:58:47.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:213:0) after 6m50s
[12:05:37.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:213:0)
[12:05:38.018] Build status: STARTED
[12:05:38.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:214:0) after 2m58s
[12:08:36.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:214:0)
[12:08:36.136] Build status: STARTED
[12:08:36.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:215:0) after 9m37s
[12:18:13.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:215:0)
[12:18:13.245] Build status: STARTED
[12:18:13.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:216:0) after 3m7s
[12:21:20.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:216:0)
[12:21:20.296] Build status: STARTED
[12:21:20.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:217:0) after 4m49s
[12:26:09.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:217:0)
[12:26:09.354] Build status: STARTED
[12:26:09.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:218:0) after 7m16s
[12:33:25.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:218:0)
[12:33:25.486] Build status: STARTED
[12:33:25.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:219:0) after 9m25s
[12:42:50.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:219:0)
[12:42:50.798] Build status: STARTED
[12:42:50.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:220:0) after 2m1s
[12:44:52.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:220:0)
[12:44:52.063] Build status: STARTED
[12:44:52.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:221:0) after 1m9s
[12:46:01.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:221:0)
[12:46:01.443] Build status: STARTED
[12:46:01.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:222:0) after 7m13s
[12:53:14.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:222:0)
[12:53:14.502] Build status: STARTED
[12:53:14.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8896887430121193968:223:0) after 5m46s
[12:56:13.298] Received PubSub notification, asking Buildbucket for the build status
[12:56:13.316] Build:
{
  "id": "8731457368194862721",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33698,
  "createdBy": "project:chromium",
  "createTime": "2024-11-12T16:53:05.364796207Z",
  "startTime": "2024-11-12T16:53:56.586577130Z",
  "endTime": "2024-11-13T12:56:12.949029882Z",
  "updateTime": "2024-11-13T12:56:12.949029882Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "34d713882878c037f6df246c239ea4ca9e9f57e2",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:56:13.316] Invocation finished in 20h3m9.172228998s with status FAILED