Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a65908d943cfe64ce9ee3cbee8b0584857b1234e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a65908d943cfe64ce9ee3cbee8b0584857b1234e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:27:38.958] New invocation is queued and will start shortly
[08:27:40.089] Starting the invocation (attempt 1)
[08:27:40.129] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a65908d943cfe64ce9ee3cbee8b0584857b1234e"
[08:27:40.129] Popped gitiles commit info from properties and tags
[08:27:40.129] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:27:40.129] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:27:40.129] Buildbucket request:
{
  "requestId": "8920746230563726576",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a65908d943cfe64ce9ee3cbee8b0584857b1234e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920746230563726576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:27:40.710] Scheduled build:
{
  "id": "8755316168577558993",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31196,
  "createdBy": "project:chromium",
  "createTime": "2024-02-23T08:27:40.219138671Z",
  "updateTime": "2024-02-23T08:27:40.219138671Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a65908d943cfe64ce9ee3cbee8b0584857b1234e",
      "ref": "refs/heads/main"
    }
  }
}
[08:27:40.711] Task URL: https://cr-buildbucket.appspot.com/build/8755316168577558993
[08:27:40.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:2:0) after 5m28s
[08:27:41.796] Received PubSub notification, asking Buildbucket for the build status
[08:27:41.824] Build status: SCHEDULED
[08:27:42.594] Received PubSub notification, asking Buildbucket for the build status
[08:27:42.613] Build status: STARTED
[08:33:09.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:2:0)
[08:33:09.080] Build status: STARTED
[08:33:09.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:5:0) after 9m22s
[08:42:31.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:5:0)
[08:42:31.154] Build status: STARTED
[08:42:31.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:6:0) after 8m20s
[08:50:51.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:6:0)
[08:50:51.333] Build status: STARTED
[08:50:51.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:7:0) after 8m14s
[08:59:05.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:7:0)
[08:59:05.709] Build status: STARTED
[08:59:05.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:8:0) after 6m14s
[09:05:19.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:8:0)
[09:05:19.782] Build status: STARTED
[09:05:19.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:9:0) after 8m1s
[09:13:20.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:9:0)
[09:13:20.933] Build status: STARTED
[09:13:20.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:10:0) after 4m42s
[09:18:03.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:10:0)
[09:18:03.102] Build status: STARTED
[09:18:03.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:11:0) after 1m38s
[09:19:41.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:11:0)
[09:19:41.321] Build status: STARTED
[09:19:41.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:12:0) after 6m49s
[09:26:30.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:12:0)
[09:26:30.398] Build status: STARTED
[09:26:30.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:13:0) after 2m51s
[09:29:21.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:13:0)
[09:29:21.412] Build status: STARTED
[09:29:21.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:14:0) after 5m13s
[09:34:34.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:14:0)
[09:34:34.474] Build status: STARTED
[09:34:34.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:15:0) after 1m44s
[09:36:18.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:15:0)
[09:36:18.552] Build status: STARTED
[09:36:18.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:16:0) after 9m50s
[09:46:08.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:16:0)
[09:46:08.636] Build status: STARTED
[09:46:08.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:17:0) after 1m41s
[09:47:50.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:17:0)
[09:47:50.142] Build status: STARTED
[09:47:50.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:18:0) after 8m36s
[09:56:26.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:18:0)
[09:56:26.509] Build status: STARTED
[09:56:26.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:19:0) after 8m23s
[10:04:49.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:19:0)
[10:04:49.552] Build status: STARTED
[10:04:49.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:20:0) after 3m6s
[10:07:55.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:20:0)
[10:07:55.627] Build status: STARTED
[10:07:55.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:21:0) after 9m35s
[10:17:30.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:21:0)
[10:17:30.779] Build status: STARTED
[10:17:30.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:22:0) after 1m12s
[10:18:42.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:22:0)
[10:18:42.783] Build status: STARTED
[10:18:42.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:23:0) after 1m30s
[10:20:13.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:23:0)
[10:20:13.055] Build status: STARTED
[10:20:13.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:24:0) after 9m1s
[10:29:14.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:24:0)
[10:29:14.237] Build status: STARTED
[10:29:14.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:25:0) after 3m22s
[10:32:36.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:25:0)
[10:32:36.524] Build status: STARTED
[10:32:36.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:26:0) after 7m47s
[10:40:24.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:26:0)
[10:40:24.529] Build status: STARTED
[10:40:24.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:27:0) after 4m53s
[10:45:18.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:27:0)
[10:45:18.286] Build status: STARTED
[10:45:18.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:28:0) after 6m51s
[10:52:09.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:28:0)
[10:52:09.580] Build status: STARTED
[10:52:09.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:29:0) after 5m42s
[10:57:51.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:29:0)
[10:57:51.640] Build status: STARTED
[10:57:51.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:30:0) after 1m35s
[10:59:26.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:30:0)
[10:59:26.891] Build status: STARTED
[10:59:26.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:31:0) after 1m18s
[11:00:45.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:31:0)
[11:00:45.074] Build status: STARTED
[11:00:45.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:32:0) after 8m24s
[11:09:09.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:32:0)
[11:09:09.305] Build status: STARTED
[11:09:09.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:33:0) after 2m27s
[11:11:36.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:33:0)
[11:11:36.771] Build status: STARTED
[11:11:36.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:34:0) after 2m20s
[11:13:56.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:34:0)
[11:13:57.018] Build status: STARTED
[11:13:57.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:35:0) after 2m53s
[11:16:50.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:35:0)
[11:16:50.101] Build status: STARTED
[11:16:50.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:36:0) after 7m46s
[11:24:36.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:36:0)
[11:24:36.194] Build status: STARTED
[11:24:36.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:37:0) after 2m14s
[11:26:50.327] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:37:0)
[11:26:50.346] Build status: STARTED
[11:26:50.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:38:0) after 2m3s
[11:28:53.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:38:0)
[11:28:53.683] Build status: STARTED
[11:28:53.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:39:0) after 3m51s
[11:32:44.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:39:0)
[11:32:44.798] Build status: STARTED
[11:32:44.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:40:0) after 2m20s
[11:35:04.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:40:0)
[11:35:04.910] Build status: STARTED
[11:35:04.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:41:0) after 1m41s
[11:36:45.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:41:0)
[11:36:45.982] Build status: STARTED
[11:36:45.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:42:0) after 9m38s
[11:46:24.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:42:0)
[11:46:24.151] Build status: STARTED
[11:46:24.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:43:0) after 1m25s
[11:47:49.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:43:0)
[11:47:49.346] Build status: STARTED
[11:47:49.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:44:0) after 7m32s
[11:55:21.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:44:0)
[11:55:21.398] Build status: STARTED
[11:55:21.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:45:0) after 9m55s
[12:05:16.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:45:0)
[12:05:16.593] Build status: STARTED
[12:05:16.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:46:0) after 3m48s
[12:09:04.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:46:0)
[12:09:04.764] Build status: STARTED
[12:09:04.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:47:0) after 1m28s
[12:10:33.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:47:0)
[12:10:33.365] Build status: STARTED
[12:10:33.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:48:0) after 6m21s
[12:16:54.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:48:0)
[12:16:54.655] Build status: STARTED
[12:16:54.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:49:0) after 9m14s
[12:26:08.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:49:0)
[12:26:08.721] Build status: STARTED
[12:26:08.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:50:0) after 8m4s
[12:34:12.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:50:0)
[12:34:12.902] Build status: STARTED
[12:34:12.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:51:0) after 7m41s
[12:41:53.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:51:0)
[12:41:53.986] Build status: STARTED
[12:41:53.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:52:0) after 9m34s
[12:51:28.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:52:0)
[12:51:28.140] Build status: STARTED
[12:51:28.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:53:0) after 1m42s
[12:53:10.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:53:0)
[12:53:10.228] Build status: STARTED
[12:53:10.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:54:0) after 7m17s
[13:00:27.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:54:0)
[13:00:27.421] Build status: STARTED
[13:00:27.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:55:0) after 6m8s
[13:06:35.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:55:0)
[13:06:35.474] Build status: STARTED
[13:06:35.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:56:0) after 5m28s
[13:12:03.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:56:0)
[13:12:03.582] Build status: STARTED
[13:12:03.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:57:0) after 6m44s
[13:18:47.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:57:0)
[13:18:47.651] Build status: STARTED
[13:18:47.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:58:0) after 5m15s
[13:24:02.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:58:0)
[13:24:02.826] Build status: STARTED
[13:24:02.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:59:0) after 2m39s
[13:26:42.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:59:0)
[13:26:42.219] Build status: STARTED
[13:26:42.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:60:0) after 3m2s
[13:29:44.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:60:0)
[13:29:44.365] Build status: STARTED
[13:29:44.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:61:0) after 5m7s
[13:34:51.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:61:0)
[13:34:51.478] Build status: STARTED
[13:34:51.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:62:0) after 1m14s
[13:36:05.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:62:0)
[13:36:05.594] Build status: STARTED
[13:36:05.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:63:0) after 9m1s
[13:45:06.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:63:0)
[13:45:06.844] Build status: STARTED
[13:45:06.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:64:0) after 4m25s
[13:49:32.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:64:0)
[13:49:32.034] Build status: STARTED
[13:49:32.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:65:0) after 1m4s
[13:50:36.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:65:0)
[13:50:36.140] Build status: STARTED
[13:50:36.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:66:0) after 4m41s
[13:55:17.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:66:0)
[13:55:17.352] Build status: STARTED
[13:55:17.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:67:0) after 9m31s
[14:04:48.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:67:0)
[14:04:48.790] Build status: STARTED
[14:04:48.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:68:0) after 3m32s
[14:08:20.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:68:0)
[14:08:21.059] Build status: STARTED
[14:08:21.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:69:0) after 6m45s
[14:15:06.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:69:0)
[14:15:06.149] Build status: STARTED
[14:15:06.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:70:0) after 4m46s
[14:19:52.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:70:0)
[14:19:52.314] Build status: STARTED
[14:19:52.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:71:0) after 6m5s
[14:25:57.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:71:0)
[14:25:57.420] Build status: STARTED
[14:25:57.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:72:0) after 1m13s
[14:27:10.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:72:0)
[14:27:10.553] Build status: STARTED
[14:27:10.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:73:0) after 4m19s
[14:31:29.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:73:0)
[14:31:29.975] Build status: STARTED
[14:31:29.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:74:0) after 5m23s
[14:36:53.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:74:0)
[14:36:53.314] Build status: STARTED
[14:36:53.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:75:0) after 6m4s
[14:42:57.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:75:0)
[14:42:57.535] Build status: STARTED
[14:42:57.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:76:0) after 3m14s
[14:46:11.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:76:0)
[14:46:11.661] Build status: STARTED
[14:46:11.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:77:0) after 7m12s
[14:53:23.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:77:0)
[14:53:23.732] Build status: STARTED
[14:53:23.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:78:0) after 2m37s
[14:56:00.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:78:0)
[14:56:00.892] Build status: STARTED
[14:56:00.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:79:0) after 9m39s
[15:05:39.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:79:0)
[15:05:40.020] Build status: STARTED
[15:05:40.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:80:0) after 6m30s
[15:12:10.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:80:0)
[15:12:10.278] Build status: STARTED
[15:12:10.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:81:0) after 7m1s
[15:19:11.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:81:0)
[15:19:11.424] Build status: STARTED
[15:19:11.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:82:0) after 8m46s
[15:27:57.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:82:0)
[15:27:57.631] Build status: STARTED
[15:27:57.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:83:0) after 2m27s
[15:30:24.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:83:0)
[15:30:24.812] Build status: STARTED
[15:30:24.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:84:0) after 3m15s
[15:33:40.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:84:0)
[15:33:40.093] Build status: STARTED
[15:33:40.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:85:0) after 6m35s
[15:40:15.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:85:0)
[15:40:15.174] Build status: STARTED
[15:40:15.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:86:0) after 8m51s
[15:49:06.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:86:0)
[15:49:06.335] Build status: STARTED
[15:49:06.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:87:0) after 3m54s
[15:53:00.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:87:0)
[15:53:00.450] Build status: STARTED
[15:53:00.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:88:0) after 6m54s
[15:59:54.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:88:0)
[15:59:54.749] Build status: STARTED
[15:59:54.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:89:0) after 3m44s
[16:03:38.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:89:0)
[16:03:38.848] Build status: STARTED
[16:03:38.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:90:0) after 2m50s
[16:06:29.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:90:0)
[16:06:29.081] Build status: STARTED
[16:06:29.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:91:0) after 4m40s
[16:11:09.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:91:0)
[16:11:09.981] Build status: STARTED
[16:11:09.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:92:0) after 6m46s
[16:17:56.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:92:0)
[16:17:56.888] Build status: STARTED
[16:17:56.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:93:0) after 7m43s
[16:25:39.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:93:0)
[16:25:39.997] Build status: STARTED
[16:25:39.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:94:0) after 6m14s
[16:31:54.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:94:0)
[16:31:54.061] Build status: STARTED
[16:31:54.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:95:0) after 7m28s
[16:39:22.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:95:0)
[16:39:22.116] Build status: STARTED
[16:39:22.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:96:0) after 1m41s
[16:41:04.051] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:96:0)
[16:41:04.097] Build status: STARTED
[16:41:04.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:97:0) after 5m58s
[16:47:02.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:97:0)
[16:47:02.311] Build status: STARTED
[16:47:02.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:98:0) after 7m58s
[16:55:00.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:98:0)
[16:55:00.428] Build status: STARTED
[16:55:00.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:99:0) after 5m3s
[17:00:03.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:99:0)
[17:00:03.597] Build status: STARTED
[17:00:03.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:100:0) after 4m59s
[17:05:02.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:100:0)
[17:05:02.662] Build status: STARTED
[17:05:02.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:101:0) after 3m26s
[17:08:28.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:101:0)
[17:08:28.673] Build status: STARTED
[17:08:28.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:102:0) after 2m12s
[17:10:40.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:102:0)
[17:10:40.821] Build status: STARTED
[17:10:40.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:103:0) after 6m24s
[17:17:04.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:103:0)
[17:17:04.974] Build status: STARTED
[17:17:04.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:104:0) after 8m6s
[17:25:11.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:104:0)
[17:25:11.035] Build status: STARTED
[17:25:11.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:105:0) after 2m53s
[17:28:04.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:105:0)
[17:28:04.204] Build status: STARTED
[17:28:04.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:106:0) after 7m7s
[17:35:11.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:106:0)
[17:35:11.387] Build status: STARTED
[17:35:11.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:107:0) after 4m4s
[17:39:15.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:107:0)
[17:39:15.446] Build status: STARTED
[17:39:15.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:108:0) after 9m5s
[17:48:20.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:108:0)
[17:48:20.599] Build status: STARTED
[17:48:20.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:109:0) after 8m47s
[17:57:07.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:109:0)
[17:57:07.663] Build status: STARTED
[17:57:07.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:110:0) after 4m5s
[18:01:12.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:110:0)
[18:01:12.731] Build status: STARTED
[18:01:12.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:111:0) after 4m54s
[18:06:06.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:111:0)
[18:06:06.874] Build status: STARTED
[18:06:06.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:112:0) after 8m4s
[18:14:10.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:112:0)
[18:14:11.008] Build status: STARTED
[18:14:11.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:113:0) after 6m11s
[18:20:22.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:113:0)
[18:20:22.081] Build status: STARTED
[18:20:22.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:114:0) after 8m59s
[18:29:21.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:114:0)
[18:29:21.278] Build status: STARTED
[18:29:21.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:115:0) after 5m57s
[18:35:18.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:115:0)
[18:35:18.418] Build status: STARTED
[18:35:18.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:116:0) after 6m36s
[18:41:54.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:116:0)
[18:41:54.495] Build status: STARTED
[18:41:54.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:117:0) after 7m8s
[18:49:02.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:117:0)
[18:49:02.777] Build status: STARTED
[18:49:02.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:118:0) after 9m3s
[18:58:05.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:118:0)
[18:58:05.877] Build status: STARTED
[18:58:05.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:119:0) after 8m33s
[19:06:38.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:119:0)
[19:06:38.994] Build status: STARTED
[19:06:38.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:120:0) after 6m44s
[19:13:37.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:120:0)
[19:13:37.362] Build status: STARTED
[19:13:37.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:121:0) after 4m55s
[19:18:32.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:121:0)
[19:18:32.463] Build status: STARTED
[19:18:32.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:122:0) after 2m25s
[19:20:57.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:122:0)
[19:20:57.530] Build status: STARTED
[19:20:57.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:123:0) after 5m50s
[19:26:47.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:123:0)
[19:26:47.582] Build status: STARTED
[19:26:47.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:124:0) after 9m33s
[19:36:20.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:124:0)
[19:36:20.658] Build status: STARTED
[19:36:20.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:125:0) after 3m27s
[19:39:47.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:125:0)
[19:39:47.755] Build status: STARTED
[19:39:47.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:126:0) after 4m15s
[19:44:03.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:126:0)
[19:44:03.407] Build status: STARTED
[19:44:03.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:127:0) after 8m0s
[19:52:03.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:127:0)
[19:52:03.881] Build status: STARTED
[19:52:03.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:128:0) after 1m29s
[19:53:33.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:128:0)
[19:53:33.297] Build status: STARTED
[19:53:33.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:129:0) after 6m24s
[19:59:57.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:129:0)
[19:59:57.386] Build status: STARTED
[19:59:57.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:130:0) after 5m5s
[20:05:02.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:130:0)
[20:05:02.447] Build status: STARTED
[20:05:02.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:131:0) after 2m37s
[20:07:39.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:131:0)
[20:07:39.581] Build status: STARTED
[20:07:39.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:132:0) after 4m49s
[20:12:28.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:132:0)
[20:12:28.672] Build status: STARTED
[20:12:28.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:133:0) after 1m53s
[20:14:21.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:133:0)
[20:14:21.734] Build status: STARTED
[20:14:21.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:134:0) after 1m27s
[20:15:48.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:134:0)
[20:15:48.803] Build status: STARTED
[20:15:48.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:135:0) after 7m52s
[20:23:40.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:135:0)
[20:23:40.822] Build status: STARTED
[20:23:40.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:136:0) after 3m21s
[20:27:01.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:136:0)
[20:27:01.915] Build status: STARTED
[20:27:01.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:137:0) after 6m56s
[20:33:57.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:137:0)
[20:33:57.986] Build status: STARTED
[20:33:57.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:138:0) after 8m48s
[20:42:46.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:138:0)
[20:42:47.094] Build status: STARTED
[20:42:47.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:139:0) after 4m17s
[20:47:04.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:139:0)
[20:47:04.245] Build status: STARTED
[20:47:04.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:140:0) after 9m25s
[20:56:29.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:140:0)
[20:56:29.312] Build status: STARTED
[20:56:29.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:141:0) after 7m2s
[21:03:31.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:141:0)
[21:03:31.527] Build status: STARTED
[21:03:31.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:142:0) after 1m8s
[21:04:39.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:142:0)
[21:04:39.767] Build status: STARTED
[21:04:39.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:143:0) after 8m4s
[21:12:43.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:143:0)
[21:12:43.884] Build status: STARTED
[21:12:43.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:144:0) after 5m26s
[21:18:09.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:144:0)
[21:18:09.897] Build status: STARTED
[21:18:09.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:145:0) after 5m23s
[21:23:32.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:145:0)
[21:23:32.964] Build status: STARTED
[21:23:32.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:146:0) after 4m10s
[21:27:43.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:146:0)
[21:27:43.041] Build status: STARTED
[21:27:43.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:147:0) after 9m29s
[21:37:12.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:147:0)
[21:37:12.138] Build status: STARTED
[21:37:12.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:148:0) after 9m22s
[21:46:34.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:148:0)
[21:46:34.263] Build status: STARTED
[21:46:34.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:149:0) after 8m16s
[21:54:50.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:149:0)
[21:54:50.354] Build status: STARTED
[21:54:50.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:150:0) after 4m19s
[21:59:09.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:150:0)
[21:59:09.451] Build status: STARTED
[21:59:09.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:151:0) after 4m15s
[22:03:24.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:151:0)
[22:03:24.631] Build status: STARTED
[22:03:24.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:152:0) after 6m48s
[22:10:12.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:152:0)
[22:10:12.723] Build status: STARTED
[22:10:12.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:153:0) after 4m52s
[22:15:04.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:153:0)
[22:15:04.822] Build status: STARTED
[22:15:04.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:154:0) after 9m50s
[22:24:54.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:154:0)
[22:24:54.900] Build status: STARTED
[22:24:54.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:155:0) after 2m35s
[22:27:29.937] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:155:0)
[22:27:29.957] Build status: STARTED
[22:27:29.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:156:0) after 2m49s
[22:30:19.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:156:0)
[22:30:19.125] Build status: STARTED
[22:30:19.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:157:0) after 6m20s
[22:36:39.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:157:0)
[22:36:39.240] Build status: STARTED
[22:36:39.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:158:0) after 9m30s
[22:46:09.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:158:0)
[22:46:09.370] Build status: STARTED
[22:46:09.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:159:0) after 3m37s
[22:49:46.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:159:0)
[22:49:46.432] Build status: STARTED
[22:49:46.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:160:0) after 6m21s
[22:56:07.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:160:0)
[22:56:07.744] Build status: STARTED
[22:56:07.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:161:0) after 7m36s
[23:03:43.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:161:0)
[23:03:43.851] Build status: STARTED
[23:03:43.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:162:0) after 2m4s
[23:05:47.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:162:0)
[23:05:47.936] Build status: STARTED
[23:05:47.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:163:0) after 6m6s
[23:11:54.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:163:0)
[23:11:54.198] Build status: STARTED
[23:11:54.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:164:0) after 1m59s
[23:13:53.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:164:0)
[23:13:53.561] Build status: STARTED
[23:13:53.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:165:0) after 5m26s
[23:19:19.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:165:0)
[23:19:19.660] Build status: STARTED
[23:19:19.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:166:0) after 1m4s
[23:20:23.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:166:0)
[23:20:23.715] Build status: STARTED
[23:20:23.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:167:0) after 9m6s
[23:29:29.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:167:0)
[23:29:29.862] Build status: STARTED
[23:29:29.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:168:0) after 5m48s
[23:35:17.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:168:0)
[23:35:17.985] Build status: STARTED
[23:35:17.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:169:0) after 3m37s
[23:38:55.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:169:0)
[23:38:55.118] Build status: STARTED
[23:38:55.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:170:0) after 6m47s
[23:45:42.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:170:0)
[23:45:42.248] Build status: STARTED
[23:45:42.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:171:0) after 8m36s
[23:54:18.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:171:0)
[23:54:18.490] Build status: STARTED
[23:54:18.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:172:0) after 3m55s
[23:58:13.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:172:0)
[23:58:13.646] Build status: STARTED
[23:58:13.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:173:0) after 3m5s
[00:01:18.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:173:0)
[00:01:18.851] Build status: STARTED
[00:01:18.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:174:0) after 9m25s
[00:10:43.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:174:0)
[00:10:43.970] Build status: STARTED
[00:10:43.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:175:0) after 9m18s
[00:20:02.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:175:0)
[00:20:02.146] Build status: STARTED
[00:20:02.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:176:0) after 9m58s
[00:30:00.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:176:0)
[00:30:00.197] Build status: STARTED
[00:30:00.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:177:0) after 7m47s
[00:37:47.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:177:0)
[00:37:47.218] Build status: STARTED
[00:37:47.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:178:0) after 1m23s
[00:39:10.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:178:0)
[00:39:10.389] Build status: STARTED
[00:39:10.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:179:0) after 8m15s
[00:47:25.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:179:0)
[00:47:25.458] Build status: STARTED
[00:47:25.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:180:0) after 4m52s
[00:52:17.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:180:0)
[00:52:17.883] Build status: STARTED
[00:52:17.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:181:0) after 8m39s
[01:00:57.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:181:0)
[01:00:57.210] Build status: STARTED
[01:00:57.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:182:0) after 3m5s
[01:04:02.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:182:0)
[01:04:02.353] Build status: STARTED
[01:04:02.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:183:0) after 5m44s
[01:09:46.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:183:0)
[01:09:46.415] Build status: STARTED
[01:09:46.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:184:0) after 1m47s
[01:11:33.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:184:0)
[01:11:33.764] Build status: STARTED
[01:11:33.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:185:0) after 7m44s
[01:19:17.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:185:0)
[01:19:18.009] Build status: STARTED
[01:19:18.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:186:0) after 7m37s
[01:26:55.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:186:0)
[01:26:55.075] Build status: STARTED
[01:26:55.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:187:0) after 9m3s
[01:35:58.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:187:0)
[01:35:58.162] Build status: STARTED
[01:35:58.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:188:0) after 1m46s
[01:37:44.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:188:0)
[01:37:44.324] Build status: STARTED
[01:37:44.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:189:0) after 1m28s
[01:39:12.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:189:0)
[01:39:12.648] Build status: STARTED
[01:39:12.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:190:0) after 1m33s
[01:40:45.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:190:0)
[01:40:45.905] Build status: STARTED
[01:40:45.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:191:0) after 4m34s
[01:45:20.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:191:0)
[01:45:20.233] Build status: STARTED
[01:45:20.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:192:0) after 3m39s
[01:48:59.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:192:0)
[01:48:59.926] Build status: STARTED
[01:48:59.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:193:0) after 2m43s
[01:51:43.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:193:0)
[01:51:43.055] Build status: STARTED
[01:51:43.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:194:0) after 8m49s
[02:00:32.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:194:0)
[02:00:32.194] Build status: STARTED
[02:00:32.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:195:0) after 5m42s
[02:06:14.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:195:0)
[02:06:14.593] Build status: STARTED
[02:06:14.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:196:0) after 9m15s
[02:15:30.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:196:0)
[02:15:30.194] Build status: STARTED
[02:15:30.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:197:0) after 1m46s
[02:17:16.231] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:197:0)
[02:17:16.532] Build status: STARTED
[02:17:16.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:198:0) after 9m3s
[02:26:19.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:198:0)
[02:26:19.905] Build status: STARTED
[02:26:19.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:199:0) after 3m23s
[02:29:42.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:199:0)
[02:29:42.995] Build status: STARTED
[02:29:42.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:200:0) after 5m30s
[02:35:13.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:200:0)
[02:35:13.222] Build status: STARTED
[02:35:13.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:201:0) after 7m20s
[02:42:33.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:201:0)
[02:42:33.352] Build status: STARTED
[02:42:33.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:202:0) after 7m18s
[02:49:51.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:202:0)
[02:49:51.564] Build status: STARTED
[02:49:51.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:203:0) after 9m39s
[02:59:30.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:203:0)
[02:59:30.719] Build status: STARTED
[02:59:30.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:204:0) after 2m4s
[03:01:34.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:204:0)
[03:01:34.830] Build status: STARTED
[03:01:34.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:205:0) after 4m42s
[03:06:17.138] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:205:0)
[03:06:17.280] Build status: STARTED
[03:06:17.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:206:0) after 6m22s
[03:12:39.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:206:0)
[03:12:39.406] Build status: STARTED
[03:12:39.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:207:0) after 8m51s
[03:21:30.422] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:207:0)
[03:21:30.443] Build status: STARTED
[03:21:30.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:208:0) after 1m33s
[03:23:04.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:208:0)
[03:23:04.323] Build status: STARTED
[03:23:04.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:209:0) after 8m28s
[03:31:32.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:209:0)
[03:31:32.542] Build status: STARTED
[03:31:32.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:210:0) after 8m16s
[03:39:48.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:210:0)
[03:39:48.666] Build status: STARTED
[03:39:48.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:211:0) after 8m12s
[03:48:00.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:211:0)
[03:48:00.943] Build status: STARTED
[03:48:00.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:212:0) after 3m48s
[03:51:48.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:212:0)
[03:51:49.000] Build status: STARTED
[03:51:49.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:213:0) after 7m57s
[03:59:46.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:213:0)
[03:59:46.074] Build status: STARTED
[03:59:46.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:214:0) after 8m21s
[04:08:07.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:214:0)
[04:08:07.297] Build status: STARTED
[04:08:07.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:215:0) after 8m22s
[04:16:29.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:215:0)
[04:16:29.358] Build status: STARTED
[04:16:29.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:216:0) after 5m14s
[04:21:43.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:216:0)
[04:21:43.422] Build status: STARTED
[04:21:43.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8920746230563726576:217:0) after 9m48s
[04:31:21.955] Received PubSub notification, asking Buildbucket for the build status
[04:31:21.979] Build:
{
  "id": "8755316168577558993",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 31196,
  "createdBy": "project:chromium",
  "createTime": "2024-02-23T08:27:40.219138671Z",
  "startTime": "2024-02-23T08:27:41.518040Z",
  "endTime": "2024-02-24T04:31:21.120025Z",
  "updateTime": "2024-02-24T04:31:21.120025Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a65908d943cfe64ce9ee3cbee8b0584857b1234e",
      "ref": "refs/heads/main"
    }
  }
}
[04:31:21.979] Invocation finished in 20h3m43.038134356s with status FAILED