Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ac662cafd87d7f457244c0492108376e476cfcf4"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ac662cafd87d7f457244c0492108376e476cfcf4
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:09:31.409] New invocation is queued and will start shortly
[05:09:32.513] Starting the invocation (attempt 1)
[05:09:32.575] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ac662cafd87d7f457244c0492108376e476cfcf4"
[05:09:32.575] Popped gitiles commit info from properties and tags
[05:09:32.575] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:09:32.576] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:09:32.576] Buildbucket request:
{
  "requestId": "8930452570956485056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ac662cafd87d7f457244c0492108376e476cfcf4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930452570956485056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:09:33.233] Scheduled build:
{
  "id": "8765022508919392625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30756,
  "createdBy": "project:chromium",
  "createTime": "2023-11-08T05:09:32.728498777Z",
  "updateTime": "2023-11-08T05:09:32.728498777Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ac662cafd87d7f457244c0492108376e476cfcf4",
      "ref": "refs/heads/main"
    }
  }
}
[05:09:33.233] Task URL: https://cr-buildbucket.appspot.com/build/8765022508919392625
[05:09:33.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:2:0) after 7m40s
[05:09:34.265] Received PubSub notification, asking Buildbucket for the build status
[05:09:34.299] Build status: SCHEDULED
[05:09:35.486] Received PubSub notification, asking Buildbucket for the build status
[05:09:35.512] Build status: STARTED
[05:17:13.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:2:0)
[05:17:13.290] Build status: STARTED
[05:17:13.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:5:0) after 6m22s
[05:23:35.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:5:0)
[05:23:35.702] Build status: STARTED
[05:23:35.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:6:0) after 3m4s
[05:26:40.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:6:0)
[05:26:40.445] Build status: STARTED
[05:26:40.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:7:0) after 4m59s
[05:31:39.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:7:0)
[05:31:39.510] Build status: STARTED
[05:31:39.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:8:0) after 4m42s
[05:36:21.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:8:0)
[05:36:21.711] Build status: STARTED
[05:36:21.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:9:0) after 1m34s
[05:37:55.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:9:0)
[05:37:55.908] Build status: STARTED
[05:37:55.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:10:0) after 6m14s
[05:44:10.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:10:0)
[05:44:10.101] Build status: STARTED
[05:44:10.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:11:0) after 4m12s
[05:48:22.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:11:0)
[05:48:22.287] Build status: STARTED
[05:48:22.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:12:0) after 6m8s
[05:54:30.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:12:0)
[05:54:30.376] Build status: STARTED
[05:54:30.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:13:0) after 4m29s
[05:58:59.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:13:0)
[05:58:59.734] Build status: STARTED
[05:58:59.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:14:0) after 5m40s
[06:04:39.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:14:0)
[06:04:39.864] Build status: STARTED
[06:04:39.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:15:0) after 6m27s
[06:11:06.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:15:0)
[06:11:06.919] Build status: STARTED
[06:11:06.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:16:0) after 3m8s
[06:14:14.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:16:0)
[06:14:15.018] Build status: STARTED
[06:14:15.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:17:0) after 5m9s
[06:19:24.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:17:0)
[06:19:24.245] Build status: STARTED
[06:19:24.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:18:0) after 1m15s
[06:20:39.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:18:0)
[06:20:39.284] Build status: STARTED
[06:20:39.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:19:0) after 3m21s
[06:24:00.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:19:0)
[06:24:00.377] Build status: STARTED
[06:24:00.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:20:0) after 7m12s
[06:31:12.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:20:0)
[06:31:12.487] Build status: STARTED
[06:31:12.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:21:0) after 7m58s
[06:39:10.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:21:0)
[06:39:10.524] Build status: STARTED
[06:39:10.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:22:0) after 9m7s
[06:48:17.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:22:0)
[06:48:17.692] Build status: STARTED
[06:48:17.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:23:0) after 2m11s
[06:50:28.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:23:0)
[06:50:29.083] Build status: STARTED
[06:50:29.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:24:0) after 3m53s
[06:54:22.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:24:0)
[06:54:22.159] Build status: STARTED
[06:54:22.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:25:0) after 4m54s
[06:59:16.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:25:0)
[06:59:16.399] Build status: STARTED
[06:59:16.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:26:0) after 7m29s
[07:06:45.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:26:0)
[07:06:45.830] Build status: STARTED
[07:06:45.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:27:0) after 7m32s
[07:14:17.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:27:0)
[07:14:17.978] Build status: STARTED
[07:14:17.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:28:0) after 3m2s
[07:17:20.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:28:0)
[07:17:20.054] Build status: STARTED
[07:17:20.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:29:0) after 7m28s
[07:24:48.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:29:0)
[07:24:48.294] Build status: STARTED
[07:24:48.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:30:0) after 8m12s
[07:33:00.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:30:0)
[07:33:00.619] Build status: STARTED
[07:33:00.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:31:0) after 1m51s
[07:34:51.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:31:0)
[07:34:51.714] Build status: STARTED
[07:34:51.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:32:0) after 1m53s
[07:36:44.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:32:0)
[07:36:44.806] Build status: STARTED
[07:36:44.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:33:0) after 4m21s
[07:41:05.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:33:0)
[07:41:05.864] Build status: STARTED
[07:41:05.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:34:0) after 3m42s
[07:44:47.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:34:0)
[07:44:48.015] Build status: STARTED
[07:44:48.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:35:0) after 9m29s
[07:54:17.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:35:0)
[07:54:17.089] Build status: STARTED
[07:54:17.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:36:0) after 7m50s
[08:02:07.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:36:0)
[08:02:07.333] Build status: STARTED
[08:02:07.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:37:0) after 6m34s
[08:08:41.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:37:0)
[08:08:41.604] Build status: STARTED
[08:08:41.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:38:0) after 5m28s
[08:14:09.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:38:0)
[08:14:09.718] Build status: STARTED
[08:14:09.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:39:0) after 7m24s
[08:21:33.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:39:0)
[08:21:33.774] Build status: STARTED
[08:21:33.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:40:0) after 4m38s
[08:26:11.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:40:0)
[08:26:11.891] Build status: STARTED
[08:26:11.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:41:0) after 6m23s
[08:32:34.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:41:0)
[08:32:34.952] Build status: STARTED
[08:32:34.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:42:0) after 4m20s
[08:36:55.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:42:0)
[08:36:55.077] Build status: STARTED
[08:36:55.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:43:0) after 9m59s
[08:46:54.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:43:0)
[08:46:54.175] Build status: STARTED
[08:46:54.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:44:0) after 6m47s
[08:53:41.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:44:0)
[08:53:41.248] Build status: STARTED
[08:53:41.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:45:0) after 6m28s
[09:00:09.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:45:0)
[09:00:09.385] Build status: STARTED
[09:00:09.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:46:0) after 2m50s
[09:02:59.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:46:0)
[09:02:59.530] Build status: STARTED
[09:02:59.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:47:0) after 2m33s
[09:05:32.641] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:47:0)
[09:05:32.662] Build status: STARTED
[09:05:32.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:48:0) after 9m26s
[09:14:58.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:48:0)
[09:14:58.739] Build status: STARTED
[09:14:58.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:49:0) after 3m52s
[09:18:50.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:49:0)
[09:18:50.777] Build status: STARTED
[09:18:50.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:50:0) after 6m2s
[09:24:52.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:50:0)
[09:24:52.994] Build status: STARTED
[09:24:52.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:51:0) after 1m19s
[09:26:12.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:51:0)
[09:26:12.302] Build status: STARTED
[09:26:12.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:52:0) after 1m48s
[09:28:00.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:52:0)
[09:28:00.447] Build status: STARTED
[09:28:00.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:53:0) after 7m9s
[09:35:09.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:53:0)
[09:35:09.548] Build status: STARTED
[09:35:09.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:54:0) after 8m52s
[09:44:01.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:54:0)
[09:44:01.605] Build status: STARTED
[09:44:01.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:55:0) after 2m14s
[09:46:16.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:55:0)
[09:46:16.048] Build status: STARTED
[09:46:16.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:56:0) after 9m42s
[09:55:58.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:56:0)
[09:55:58.102] Build status: STARTED
[09:55:58.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:57:0) after 1m53s
[09:57:51.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:57:0)
[09:57:51.181] Build status: STARTED
[09:57:51.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:58:0) after 9m4s
[10:06:55.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:58:0)
[10:06:55.499] Build status: STARTED
[10:06:55.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:59:0) after 8m52s
[10:15:47.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:59:0)
[10:15:47.637] Build status: STARTED
[10:15:47.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:60:0) after 5m48s
[10:21:35.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:60:0)
[10:21:35.733] Build status: STARTED
[10:21:35.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:61:0) after 2m26s
[10:24:01.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:61:0)
[10:24:01.907] Build status: STARTED
[10:24:01.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:62:0) after 9m42s
[10:33:43.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:62:0)
[10:33:43.969] Build status: STARTED
[10:33:43.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:63:0) after 1m45s
[10:35:29.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:63:0)
[10:35:29.067] Build status: STARTED
[10:35:29.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:64:0) after 2m31s
[10:38:00.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:64:0)
[10:38:00.211] Build status: STARTED
[10:38:00.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:65:0) after 5m4s
[10:43:04.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:65:0)
[10:43:04.811] Build status: STARTED
[10:43:04.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:66:0) after 9m0s
[10:52:05.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:66:0)
[10:52:05.061] Build status: STARTED
[10:52:05.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:67:0) after 9m15s
[11:01:20.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:67:0)
[11:01:20.370] Build status: STARTED
[11:01:20.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:68:0) after 4m37s
[11:05:57.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:68:0)
[11:05:57.480] Build status: STARTED
[11:05:57.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:69:0) after 2m27s
[11:08:24.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:69:0)
[11:08:24.531] Build status: STARTED
[11:08:24.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:70:0) after 5m48s
[11:14:12.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:70:0)
[11:14:12.718] Build status: STARTED
[11:14:12.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:71:0) after 3m47s
[11:17:59.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:71:0)
[11:18:00.058] Build status: STARTED
[11:18:00.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:72:0) after 2m22s
[11:20:22.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:72:0)
[11:20:22.377] Build status: STARTED
[11:20:22.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:73:0) after 8m0s
[11:28:22.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:73:0)
[11:28:22.521] Build status: STARTED
[11:28:22.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:74:0) after 8m40s
[11:37:02.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:74:0)
[11:37:02.704] Build status: STARTED
[11:37:02.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:75:0) after 1m53s
[11:38:55.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:75:0)
[11:38:55.765] Build status: STARTED
[11:38:55.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:76:0) after 8m6s
[11:47:01.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:76:0)
[11:47:01.929] Build status: STARTED
[11:47:01.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:77:0) after 4m49s
[11:51:50.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:77:0)
[11:51:51.013] Build status: STARTED
[11:51:51.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:78:0) after 2m35s
[11:54:26.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:78:0)
[11:54:26.575] Build status: STARTED
[11:54:26.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:79:0) after 8m2s
[12:06:25.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:79:0)
[12:06:25.396] Build status: STARTED
[12:06:25.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:80:0) after 7m12s
[12:13:37.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:80:0)
[12:13:37.754] Build status: STARTED
[12:13:37.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:81:0) after 2m52s
[12:16:29.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:81:0)
[12:16:29.906] Build status: STARTED
[12:16:29.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:82:0) after 7m40s
[12:24:10.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:82:0)
[12:24:10.156] Build status: STARTED
[12:24:10.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:83:0) after 9m16s
[12:33:26.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:83:0)
[12:33:26.382] Build status: STARTED
[12:33:26.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:84:0) after 2m33s
[12:35:59.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:84:0)
[12:35:59.469] Build status: STARTED
[12:35:59.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:85:0) after 8m25s
[12:44:24.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:85:0)
[12:44:24.521] Build status: STARTED
[12:44:24.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:86:0) after 6m12s
[12:50:36.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:86:0)
[12:50:36.581] Build status: STARTED
[12:50:36.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:87:0) after 7m5s
[12:57:42.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:87:0)
[12:57:42.105] Build status: STARTED
[12:57:42.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:88:0) after 6m31s
[13:04:13.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:88:0)
[13:04:13.181] Build status: STARTED
[13:04:13.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:89:0) after 7m38s
[13:11:51.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:89:0)
[13:11:51.335] Build status: STARTED
[13:11:51.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:90:0) after 6m7s
[13:17:58.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:90:0)
[13:17:58.514] Build status: STARTED
[13:17:58.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:91:0) after 1m10s
[13:19:08.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:91:0)
[13:19:08.607] Build status: STARTED
[13:19:08.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:92:0) after 9m46s
[13:28:55.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:92:0)
[13:28:55.065] Build status: STARTED
[13:28:55.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:93:0) after 7m51s
[13:36:46.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:93:0)
[13:36:46.441] Build status: STARTED
[13:36:46.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:94:0) after 8m53s
[13:45:39.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:94:0)
[13:45:39.586] Build status: STARTED
[13:45:39.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:95:0) after 8m59s
[13:54:38.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:95:0)
[13:54:38.855] Build status: STARTED
[13:54:38.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:96:0) after 7m26s
[14:02:05.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:96:0)
[14:02:05.224] Build status: STARTED
[14:02:05.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:97:0) after 3m42s
[14:05:47.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:97:0)
[14:05:47.596] Build status: STARTED
[14:05:47.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:98:0) after 1m16s
[14:07:03.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:98:0)
[14:07:03.732] Build status: STARTED
[14:07:03.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:99:0) after 8m12s
[14:15:15.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:99:0)
[14:15:15.817] Build status: STARTED
[14:15:15.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:100:0) after 4m9s
[14:19:25.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:100:0)
[14:19:25.200] Build status: STARTED
[14:19:25.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:101:0) after 8m44s
[14:28:09.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:101:0)
[14:28:09.347] Build status: STARTED
[14:28:09.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:102:0) after 9m13s
[14:37:22.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:102:0)
[14:37:22.553] Build status: STARTED
[14:37:22.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:103:0) after 7m11s
[14:44:33.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:103:0)
[14:44:33.618] Build status: STARTED
[14:44:33.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:104:0) after 5m10s
[14:49:43.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:104:0)
[14:49:43.715] Build status: STARTED
[14:49:43.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:105:0) after 6m36s
[14:56:19.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:105:0)
[14:56:19.820] Build status: STARTED
[14:56:19.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:106:0) after 8m4s
[15:04:23.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:106:0)
[15:04:23.940] Build status: STARTED
[15:04:23.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:107:0) after 2m15s
[15:06:38.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:107:0)
[15:06:38.993] Build status: STARTED
[15:06:38.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:108:0) after 7m55s
[15:14:34.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:108:0)
[15:14:34.271] Build status: STARTED
[15:14:34.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:109:0) after 3m3s
[15:17:37.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:109:0)
[15:17:37.332] Build status: STARTED
[15:17:37.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:110:0) after 1m39s
[15:19:16.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:110:0)
[15:19:16.420] Build status: STARTED
[15:19:16.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:111:0) after 8m4s
[15:27:20.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:111:0)
[15:27:20.646] Build status: STARTED
[15:27:20.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:112:0) after 5m26s
[15:32:47.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:112:0)
[15:32:47.134] Build status: STARTED
[15:32:47.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:113:0) after 7m20s
[15:40:07.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:113:0)
[15:40:07.312] Build status: STARTED
[15:40:07.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:114:0) after 8m23s
[15:48:30.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:114:0)
[15:48:30.440] Build status: STARTED
[15:48:30.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:115:0) after 7m8s
[15:55:38.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:115:0)
[15:55:38.597] Build status: STARTED
[15:55:38.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:116:0) after 4m54s
[16:00:32.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:116:0)
[16:00:32.670] Build status: STARTED
[16:00:32.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:117:0) after 5m11s
[16:05:43.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:117:0)
[16:05:43.875] Build status: STARTED
[16:05:43.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:118:0) after 8m29s
[16:14:12.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:118:0)
[16:14:12.992] Build status: STARTED
[16:14:12.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:119:0) after 9m56s
[16:24:09.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:119:0)
[16:24:09.155] Build status: STARTED
[16:24:09.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:120:0) after 2m23s
[16:26:32.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:120:0)
[16:26:32.231] Build status: STARTED
[16:26:32.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:121:0) after 5m4s
[16:31:36.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:121:0)
[16:31:36.383] Build status: STARTED
[16:31:36.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:122:0) after 6m54s
[16:38:30.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:122:0)
[16:38:30.482] Build status: STARTED
[16:38:30.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:123:0) after 8m6s
[16:46:36.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:123:0)
[16:46:36.623] Build status: STARTED
[16:46:36.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:124:0) after 6m37s
[16:53:13.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:124:0)
[16:53:13.694] Build status: STARTED
[16:53:13.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:125:0) after 8m16s
[17:01:29.844] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:125:0)
[17:01:29.912] Build status: STARTED
[17:01:29.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:126:0) after 4m25s
[17:05:55.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:126:0)
[17:05:55.127] Build status: STARTED
[17:05:55.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:127:0) after 5m2s
[17:10:57.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:127:0)
[17:10:57.250] Build status: STARTED
[17:10:57.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:128:0) after 5m40s
[17:16:37.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:128:0)
[17:16:37.414] Build status: STARTED
[17:16:37.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:129:0) after 9m37s
[17:26:14.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:129:0)
[17:26:14.472] Build status: STARTED
[17:26:14.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:130:0) after 6m0s
[17:32:14.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:130:0)
[17:32:14.594] Build status: STARTED
[17:32:14.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:131:0) after 1m1s
[17:33:15.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:131:0)
[17:33:15.733] Build status: STARTED
[17:33:15.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:132:0) after 9m39s
[17:42:54.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:132:0)
[17:42:54.831] Build status: STARTED
[17:42:54.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:133:0) after 9m7s
[17:52:01.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:133:0)
[17:52:01.927] Build status: STARTED
[17:52:01.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:134:0) after 8m50s
[18:00:52.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:134:0)
[18:00:52.140] Build status: STARTED
[18:00:52.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:135:0) after 6m41s
[18:07:33.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:135:0)
[18:07:33.218] Build status: STARTED
[18:07:33.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:136:0) after 8m38s
[18:16:11.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:136:0)
[18:16:11.352] Build status: STARTED
[18:16:11.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:137:0) after 9m46s
[18:25:57.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:137:0)
[18:25:57.509] Build status: STARTED
[18:25:57.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:138:0) after 1m5s
[18:27:02.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:138:0)
[18:27:02.593] Build status: STARTED
[18:27:02.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:139:0) after 5m14s
[18:32:16.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:139:0)
[18:32:16.708] Build status: STARTED
[18:32:16.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:140:0) after 1m16s
[18:33:32.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:140:0)
[18:33:32.853] Build status: STARTED
[18:33:32.853] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:141:0) after 6m51s
[18:40:23.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:141:0)
[18:40:23.965] Build status: STARTED
[18:40:23.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:142:0) after 9m5s
[18:49:29.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:142:0)
[18:49:29.153] Build status: STARTED
[18:49:29.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:143:0) after 9m20s
[18:58:49.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:143:0)
[18:58:49.257] Build status: STARTED
[18:58:49.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:144:0) after 4m48s
[19:03:37.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:144:0)
[19:03:37.322] Build status: STARTED
[19:03:37.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:145:0) after 7m10s
[19:10:47.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:145:0)
[19:10:47.412] Build status: STARTED
[19:10:47.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:146:0) after 9m48s
[19:20:35.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:146:0)
[19:20:35.476] Build status: STARTED
[19:20:35.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:147:0) after 8m17s
[19:28:52.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:147:0)
[19:28:52.596] Build status: STARTED
[19:28:52.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:148:0) after 9m30s
[19:38:22.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:148:0)
[19:38:22.851] Build status: STARTED
[19:38:22.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:149:0) after 6m6s
[19:44:28.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:149:0)
[19:44:28.974] Build status: STARTED
[19:44:28.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:150:0) after 2m15s
[19:46:44.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:150:0)
[19:46:44.121] Build status: STARTED
[19:46:44.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:151:0) after 6m28s
[19:53:12.211] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:151:0)
[19:53:12.229] Build status: STARTED
[19:53:12.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:152:0) after 1m1s
[19:54:13.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:152:0)
[19:54:13.459] Build status: STARTED
[19:54:13.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:153:0) after 9m35s
[20:03:48.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:153:0)
[20:03:48.609] Build status: STARTED
[20:03:48.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:154:0) after 5m34s
[20:09:22.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:154:0)
[20:09:22.734] Build status: STARTED
[20:09:22.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:155:0) after 5m35s
[20:14:57.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:155:0)
[20:14:57.900] Build status: STARTED
[20:14:57.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:156:0) after 4m33s
[20:19:31.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:156:0)
[20:19:31.151] Build status: STARTED
[20:19:31.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:157:0) after 4m55s
[20:24:26.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:157:0)
[20:24:26.254] Build status: STARTED
[20:24:26.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:158:0) after 8m45s
[20:33:11.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:158:0)
[20:33:11.380] Build status: STARTED
[20:33:11.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:159:0) after 7m24s
[20:40:35.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:159:0)
[20:40:35.440] Build status: STARTED
[20:40:35.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:160:0) after 6m54s
[20:47:29.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:160:0)
[20:47:29.544] Build status: STARTED
[20:47:29.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:161:0) after 2m59s
[20:50:28.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:161:0)
[20:50:28.625] Build status: STARTED
[20:50:28.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:162:0) after 1m10s
[20:51:38.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:162:0)
[20:51:38.709] Build status: STARTED
[20:51:38.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:163:0) after 8m42s
[21:00:20.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:163:0)
[21:00:20.773] Build status: STARTED
[21:00:20.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:164:0) after 4m8s
[21:04:28.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:164:0)
[21:04:28.866] Build status: STARTED
[21:04:28.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:165:0) after 3m48s
[21:08:16.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:165:0)
[21:08:17.019] Build status: STARTED
[21:08:17.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:166:0) after 9m49s
[21:18:06.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:166:0)
[21:18:06.177] Build status: STARTED
[21:18:06.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:167:0) after 6m24s
[21:24:30.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:167:0)
[21:24:30.266] Build status: STARTED
[21:24:30.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:168:0) after 2m7s
[21:26:37.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:168:0)
[21:26:37.470] Build status: STARTED
[21:26:37.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:169:0) after 1m6s
[21:27:43.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:169:0)
[21:27:43.514] Build status: STARTED
[21:27:43.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:170:0) after 2m7s
[21:29:50.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:170:0)
[21:29:50.592] Build status: STARTED
[21:29:50.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:171:0) after 4m12s
[21:34:02.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:171:0)
[21:34:02.835] Build status: STARTED
[21:34:02.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:172:0) after 8m28s
[21:42:30.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:172:0)
[21:42:30.901] Build status: STARTED
[21:42:30.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:173:0) after 7m26s
[21:49:56.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:173:0)
[21:49:57.024] Build status: STARTED
[21:49:57.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:174:0) after 7m3s
[21:57:00.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:174:0)
[21:57:00.150] Build status: STARTED
[21:57:00.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:175:0) after 8m9s
[22:05:09.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:175:0)
[22:05:09.214] Build status: STARTED
[22:05:09.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:176:0) after 9m26s
[22:14:35.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:176:0)
[22:14:35.296] Build status: STARTED
[22:14:35.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:177:0) after 5m2s
[22:19:37.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:177:0)
[22:19:37.366] Build status: STARTED
[22:19:37.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:178:0) after 2m55s
[22:22:32.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:178:0)
[22:22:32.572] Build status: STARTED
[22:22:32.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:179:0) after 6m45s
[22:29:17.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:179:0)
[22:29:17.995] Build status: STARTED
[22:29:17.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:180:0) after 8m12s
[22:37:30.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:180:0)
[22:37:30.068] Build status: STARTED
[22:37:30.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:181:0) after 7m29s
[22:44:59.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:181:0)
[22:44:59.139] Build status: STARTED
[22:44:59.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:182:0) after 7m47s
[22:52:46.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:182:0)
[22:52:46.306] Build status: STARTED
[22:52:46.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:183:0) after 2m36s
[22:55:22.351] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:183:0)
[22:55:22.432] Build status: STARTED
[22:55:22.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:184:0) after 5m16s
[23:00:38.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:184:0)
[23:00:38.632] Build status: STARTED
[23:00:38.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:185:0) after 4m26s
[23:05:04.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:185:0)
[23:05:04.771] Build status: STARTED
[23:05:04.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:186:0) after 6m36s
[23:11:40.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:186:0)
[23:11:40.833] Build status: STARTED
[23:11:40.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:187:0) after 9m24s
[23:21:04.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:187:0)
[23:21:04.928] Build status: STARTED
[23:21:04.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:188:0) after 5m25s
[23:26:29.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:188:0)
[23:26:30.012] Build status: STARTED
[23:26:30.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:189:0) after 2m58s
[23:29:28.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:189:0)
[23:29:28.091] Build status: STARTED
[23:29:28.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:190:0) after 9m23s
[23:38:51.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:190:0)
[23:38:51.172] Build status: STARTED
[23:38:51.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:191:0) after 1m38s
[23:40:29.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:191:0)
[23:40:29.222] Build status: STARTED
[23:40:29.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:192:0) after 2m28s
[23:42:57.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:192:0)
[23:42:57.279] Build status: STARTED
[23:42:57.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:193:0) after 9m51s
[23:52:48.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:193:0)
[23:52:48.565] Build status: STARTED
[23:52:48.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:194:0) after 9m7s
[00:01:55.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:194:0)
[00:01:55.729] Build status: STARTED
[00:01:55.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:195:0) after 6m19s
[00:08:14.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:195:0)
[00:08:14.879] Build status: STARTED
[00:08:14.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:196:0) after 7m46s
[00:16:01.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:196:0)
[00:16:01.095] Build status: STARTED
[00:16:01.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:197:0) after 7m36s
[00:23:37.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:197:0)
[00:23:37.128] Build status: STARTED
[00:23:37.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:198:0) after 6m12s
[00:29:49.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:198:0)
[00:29:49.191] Build status: STARTED
[00:29:49.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:199:0) after 1m32s
[00:31:21.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:199:0)
[00:31:21.398] Build status: STARTED
[00:31:21.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:200:0) after 8m8s
[00:39:29.448] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:200:0)
[00:39:29.624] Build status: STARTED
[00:39:29.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:201:0) after 2m31s
[00:42:00.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:201:0)
[00:42:00.693] Build status: STARTED
[00:42:00.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:202:0) after 6m45s
[00:48:45.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:202:0)
[00:48:45.753] Build status: STARTED
[00:48:45.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:203:0) after 5m34s
[00:54:19.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:203:0)
[00:54:19.779] Build status: STARTED
[00:54:19.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:204:0) after 1m41s
[00:56:01.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:204:0)
[00:56:01.075] Build status: STARTED
[00:56:01.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:205:0) after 9m10s
[01:05:11.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:205:0)
[01:05:11.379] Build status: STARTED
[01:05:11.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8930452570956485056:206:0) after 9m11s
[01:12:38.168] Received PubSub notification, asking Buildbucket for the build status
[01:12:38.193] Build:
{
  "id": "8765022508919392625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30756,
  "createdBy": "project:chromium",
  "createTime": "2023-11-08T05:09:32.728498777Z",
  "startTime": "2023-11-08T05:09:33.789221Z",
  "endTime": "2023-11-09T01:12:37.028234Z",
  "updateTime": "2023-11-09T01:12:37.028234Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ac662cafd87d7f457244c0492108376e476cfcf4",
      "ref": "refs/heads/main"
    }
  }
}
[01:12:38.193] Invocation finished in 20h3m6.791069554s with status FAILED