Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "65d754f8b73fa59a83a6f95084d2219a6a7cb79f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65d754f8b73fa59a83a6f95084d2219a6a7cb79f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:12:23.271] New invocation is queued and will start shortly
[20:12:24.764] Starting the invocation (attempt 1)
[20:12:24.803] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65d754f8b73fa59a83a6f95084d2219a6a7cb79f"
[20:12:24.803] Popped gitiles commit info from properties and tags
[20:12:24.803] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:12:24.803] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:12:24.803] Buildbucket request:
{
  "requestId": "8929761588878077808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "65d754f8b73fa59a83a6f95084d2219a6a7cb79f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8929761588878077808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:12:25.508] Scheduled build:
{
  "id": "8764331526515374865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30766,
  "createdBy": "project:chromium",
  "createTime": "2023-11-15T20:12:24.900991181Z",
  "updateTime": "2023-11-15T20:12:24.900991181Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65d754f8b73fa59a83a6f95084d2219a6a7cb79f",
      "ref": "refs/heads/main"
    }
  }
}
[20:12:25.508] Task URL: https://cr-buildbucket.appspot.com/build/8764331526515374865
[20:12:25.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:2:0) after 5m33s
[20:12:26.474] Received PubSub notification, asking Buildbucket for the build status
[20:12:26.503] Build status: SCHEDULED
[20:12:28.027] Received PubSub notification, asking Buildbucket for the build status
[20:12:28.045] Build status: STARTED
[20:17:58.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:2:0)
[20:17:58.536] Build status: STARTED
[20:17:58.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:5:0) after 3m31s
[20:21:29.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:5:0)
[20:21:29.715] Build status: STARTED
[20:21:29.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:6:0) after 3m16s
[20:24:45.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:6:0)
[20:24:45.785] Build status: STARTED
[20:24:45.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:7:0) after 3m52s
[20:28:37.868] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:7:0)
[20:28:37.890] Build status: STARTED
[20:28:37.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:8:0) after 9m49s
[20:38:26.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:8:0)
[20:38:26.978] Build status: STARTED
[20:38:26.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:9:0) after 3m24s
[20:41:51.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:9:0)
[20:41:51.063] Build status: STARTED
[20:41:51.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:10:0) after 2m5s
[20:43:56.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:10:0)
[20:43:56.156] Build status: STARTED
[20:43:56.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:11:0) after 3m49s
[20:47:45.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:11:0)
[20:47:45.266] Build status: STARTED
[20:47:45.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:12:0) after 6m44s
[20:54:29.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:12:0)
[20:54:29.376] Build status: STARTED
[20:54:29.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:13:0) after 1m5s
[20:55:34.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:13:0)
[20:55:34.467] Build status: STARTED
[20:55:34.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:14:0) after 2m10s
[20:57:44.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:14:0)
[20:57:44.536] Build status: STARTED
[20:57:44.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:15:0) after 4m2s
[21:01:46.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:15:0)
[21:01:46.646] Build status: STARTED
[21:01:46.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:16:0) after 9m55s
[21:11:41.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:16:0)
[21:11:41.817] Build status: STARTED
[21:11:41.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:17:0) after 2m54s
[21:14:35.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:17:0)
[21:14:35.946] Build status: STARTED
[21:14:35.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:18:0) after 7m23s
[21:21:58.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:18:0)
[21:21:59.111] Build status: STARTED
[21:21:59.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:19:0) after 7m22s
[21:29:21.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:19:0)
[21:29:21.203] Build status: STARTED
[21:29:21.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:20:0) after 6m19s
[21:35:40.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:20:0)
[21:35:40.256] Build status: STARTED
[21:35:40.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:21:0) after 6m18s
[21:41:58.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:21:0)
[21:41:58.313] Build status: STARTED
[21:41:58.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:22:0) after 9m4s
[21:51:02.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:22:0)
[21:51:02.479] Build status: STARTED
[21:51:02.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:23:0) after 9m30s
[22:00:32.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:23:0)
[22:00:32.559] Build status: STARTED
[22:00:32.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:24:0) after 9m44s
[22:10:16.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:24:0)
[22:10:16.639] Build status: STARTED
[22:10:16.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:25:0) after 1m29s
[22:11:45.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:25:0)
[22:11:45.720] Build status: STARTED
[22:11:45.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:26:0) after 2m55s
[22:14:40.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:26:0)
[22:14:40.836] Build status: STARTED
[22:14:40.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:27:0) after 6m9s
[22:20:49.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:27:0)
[22:20:49.922] Build status: STARTED
[22:20:49.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:28:0) after 5m31s
[22:26:20.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:28:0)
[22:26:21.017] Build status: STARTED
[22:26:21.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:29:0) after 1m25s
[22:27:46.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:29:0)
[22:27:46.095] Build status: STARTED
[22:27:46.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:30:0) after 1m26s
[22:29:12.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:30:0)
[22:29:12.272] Build status: STARTED
[22:29:12.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:31:0) after 5m30s
[22:34:42.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:31:0)
[22:34:42.855] Build status: STARTED
[22:34:42.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:32:0) after 1m28s
[22:36:11.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:32:0)
[22:36:11.191] Build status: STARTED
[22:36:11.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:33:0) after 8m37s
[22:44:48.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:33:0)
[22:44:48.607] Build status: STARTED
[22:44:48.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:34:0) after 4m33s
[22:49:21.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:34:0)
[22:49:21.660] Build status: STARTED
[22:49:21.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:35:0) after 6m44s
[22:56:05.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:35:0)
[22:56:05.827] Build status: STARTED
[22:56:05.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:36:0) after 5m3s
[23:01:08.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:36:0)
[23:01:08.956] Build status: STARTED
[23:01:08.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:37:0) after 9m54s
[23:11:03.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:37:0)
[23:11:03.339] Build status: STARTED
[23:11:03.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:38:0) after 3m53s
[23:14:56.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:38:0)
[23:14:56.739] Build status: STARTED
[23:14:56.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:39:0) after 6m23s
[23:21:20.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:39:0)
[23:21:20.051] Build status: STARTED
[23:21:20.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:40:0) after 6m57s
[23:28:17.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:40:0)
[23:28:17.241] Build status: STARTED
[23:28:17.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:41:0) after 2m43s
[23:31:00.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:41:0)
[23:31:00.353] Build status: STARTED
[23:31:00.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:42:0) after 2m49s
[23:33:49.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:42:0)
[23:33:49.445] Build status: STARTED
[23:33:49.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:43:0) after 2m18s
[23:36:07.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:43:0)
[23:36:07.634] Build status: STARTED
[23:36:07.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:44:0) after 2m48s
[23:38:55.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:44:0)
[23:38:55.822] Build status: STARTED
[23:38:55.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:45:0) after 2m1s
[23:40:56.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:45:0)
[23:40:56.932] Build status: STARTED
[23:40:56.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:46:0) after 2m25s
[23:43:21.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:46:0)
[23:43:21.990] Build status: STARTED
[23:43:21.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:47:0) after 1m33s
[23:44:55.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:47:0)
[23:44:55.140] Build status: STARTED
[23:44:55.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:48:0) after 1m43s
[23:46:38.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:48:0)
[23:46:38.213] Build status: STARTED
[23:46:38.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:49:0) after 2m4s
[23:48:42.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:49:0)
[23:48:42.357] Build status: STARTED
[23:48:42.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:50:0) after 9m43s
[23:58:25.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:50:0)
[23:58:25.679] Build status: STARTED
[23:58:25.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:51:0) after 9m56s
[00:08:21.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:51:0)
[00:08:21.785] Build status: STARTED
[00:08:21.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:52:0) after 8m20s
[00:16:41.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:52:0)
[00:16:41.863] Build status: STARTED
[00:16:41.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:53:0) after 5m11s
[00:21:53.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:53:0)
[00:21:53.034] Build status: STARTED
[00:21:53.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:54:0) after 7m12s
[00:29:05.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:54:0)
[00:29:05.442] Build status: STARTED
[00:29:05.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:55:0) after 3m35s
[00:32:40.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:55:0)
[00:32:40.532] Build status: STARTED
[00:32:40.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:56:0) after 1m27s
[00:34:08.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:56:0)
[00:34:08.060] Build status: STARTED
[00:34:08.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:57:0) after 7m49s
[00:41:57.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:57:0)
[00:41:57.138] Build status: STARTED
[00:41:57.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:58:0) after 7m48s
[00:49:45.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:58:0)
[00:49:45.240] Build status: STARTED
[00:49:45.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:59:0) after 2m19s
[00:52:04.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:59:0)
[00:52:04.351] Build status: STARTED
[00:52:04.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:60:0) after 3m10s
[00:55:14.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:60:0)
[00:55:14.434] Build status: STARTED
[00:55:14.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:61:0) after 5m17s
[01:00:31.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:61:0)
[01:00:31.545] Build status: STARTED
[01:00:31.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:62:0) after 5m18s
[01:05:49.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:62:0)
[01:05:49.651] Build status: STARTED
[01:05:49.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:63:0) after 8m12s
[01:14:01.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:63:0)
[01:14:01.848] Build status: STARTED
[01:14:01.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:64:0) after 7m26s
[01:21:27.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:64:0)
[01:21:27.961] Build status: STARTED
[01:21:27.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:65:0) after 5m27s
[01:26:55.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:65:0)
[01:26:55.082] Build status: STARTED
[01:26:55.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:66:0) after 5m27s
[01:32:22.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:66:0)
[01:32:22.250] Build status: STARTED
[01:32:22.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:67:0) after 5m43s
[01:38:05.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:67:0)
[01:38:05.379] Build status: STARTED
[01:38:05.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:68:0) after 6m3s
[01:44:08.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:68:0)
[01:44:08.749] Build status: STARTED
[01:44:08.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:69:0) after 8m21s
[01:52:29.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:69:0)
[01:52:29.962] Build status: STARTED
[01:52:29.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:70:0) after 9m39s
[02:02:09.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:70:0)
[02:02:09.236] Build status: STARTED
[02:02:09.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:71:0) after 7m5s
[02:09:14.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:71:0)
[02:09:14.454] Build status: STARTED
[02:09:14.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:72:0) after 3m10s
[02:12:24.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:72:0)
[02:12:24.486] Build status: STARTED
[02:12:24.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:73:0) after 5m0s
[02:17:24.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:73:0)
[02:17:24.542] Build status: STARTED
[02:17:24.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:74:0) after 7m0s
[02:24:24.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:74:0)
[02:24:24.642] Build status: STARTED
[02:24:24.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:75:0) after 3m12s
[02:27:36.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:75:0)
[02:27:36.751] Build status: STARTED
[02:27:36.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:76:0) after 1m40s
[02:29:16.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:76:0)
[02:29:16.883] Build status: STARTED
[02:29:16.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:77:0) after 9m47s
[02:39:04.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:77:0)
[02:39:04.097] Build status: STARTED
[02:39:04.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:78:0) after 9m22s
[02:48:26.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:78:0)
[02:48:26.147] Build status: STARTED
[02:48:26.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:79:0) after 4m56s
[02:53:22.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:79:0)
[02:53:22.223] Build status: STARTED
[02:53:22.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:80:0) after 8m16s
[03:01:38.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:80:0)
[03:01:38.307] Build status: STARTED
[03:01:38.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:81:0) after 5m12s
[03:06:50.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:81:0)
[03:06:50.422] Build status: STARTED
[03:06:50.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:82:0) after 8m37s
[03:15:27.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:82:0)
[03:15:27.521] Build status: STARTED
[03:15:27.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:83:0) after 9m44s
[03:25:11.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:83:0)
[03:25:11.628] Build status: STARTED
[03:25:11.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:84:0) after 4m19s
[03:29:30.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:84:0)
[03:29:30.761] Build status: STARTED
[03:29:30.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:85:0) after 2m7s
[03:31:38.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:85:0)
[03:31:38.093] Build status: STARTED
[03:31:38.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:86:0) after 8m48s
[03:40:26.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:86:0)
[03:40:26.154] Build status: STARTED
[03:40:26.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:87:0) after 3m20s
[03:43:46.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:87:0)
[03:43:46.182] Build status: STARTED
[03:43:46.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:88:0) after 5m48s
[03:49:34.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:88:0)
[03:49:34.437] Build status: STARTED
[03:49:34.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:89:0) after 7m6s
[03:56:40.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:89:0)
[03:56:40.866] Build status: STARTED
[03:56:40.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:90:0) after 9m2s
[04:05:42.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:90:0)
[04:05:42.946] Build status: STARTED
[04:05:42.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:91:0) after 9m17s
[04:15:00.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:91:0)
[04:15:00.141] Build status: STARTED
[04:15:00.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:92:0) after 5m58s
[04:20:58.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:92:0)
[04:20:58.189] Build status: STARTED
[04:20:58.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:93:0) after 7m59s
[04:28:57.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:93:0)
[04:28:57.276] Build status: STARTED
[04:28:57.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:94:0) after 4m8s
[04:33:05.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:94:0)
[04:33:05.447] Build status: STARTED
[04:33:05.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:95:0) after 7m9s
[04:40:14.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:95:0)
[04:40:14.573] Build status: STARTED
[04:40:14.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:96:0) after 3m30s
[04:43:44.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:96:0)
[04:43:44.871] Build status: STARTED
[04:43:44.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:97:0) after 3m30s
[04:47:15.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:97:0)
[04:47:15.146] Build status: STARTED
[04:47:15.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:98:0) after 5m55s
[04:53:10.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:98:0)
[04:53:10.217] Build status: STARTED
[04:53:10.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:99:0) after 5m52s
[04:59:02.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:99:0)
[04:59:02.524] Build status: STARTED
[04:59:02.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:100:0) after 1m18s
[05:00:20.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:100:0)
[05:00:20.641] Build status: STARTED
[05:00:20.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:101:0) after 1m46s
[05:02:06.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:101:0)
[05:02:06.804] Build status: STARTED
[05:02:06.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:102:0) after 2m16s
[05:04:23.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:102:0)
[05:04:23.834] Build status: STARTED
[05:04:23.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:103:0) after 1m17s
[05:05:41.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:103:0)
[05:05:41.109] Build status: STARTED
[05:05:41.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:104:0) after 9m37s
[05:15:18.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:104:0)
[05:15:18.294] Build status: STARTED
[05:15:18.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:105:0) after 2m51s
[05:18:09.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:105:0)
[05:18:09.429] Build status: STARTED
[05:18:09.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:106:0) after 1m23s
[05:19:32.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:106:0)
[05:19:32.626] Build status: STARTED
[05:19:32.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:107:0) after 9m10s
[05:28:42.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:107:0)
[05:28:42.868] Build status: STARTED
[05:28:42.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:108:0) after 4m20s
[05:33:02.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:108:0)
[05:33:02.981] Build status: STARTED
[05:33:02.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:109:0) after 7m46s
[05:40:49.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:109:0)
[05:40:49.049] Build status: STARTED
[05:40:49.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:110:0) after 6m19s
[05:47:08.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:110:0)
[05:47:08.186] Build status: STARTED
[05:47:08.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:111:0) after 9m32s
[05:56:40.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:111:0)
[05:56:40.439] Build status: STARTED
[05:56:40.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:112:0) after 1m6s
[05:57:46.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:112:0)
[05:57:46.543] Build status: STARTED
[05:57:46.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:113:0) after 3m35s
[06:01:21.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:113:0)
[06:01:21.701] Build status: STARTED
[06:01:21.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:114:0) after 4m48s
[06:06:09.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:114:0)
[06:06:09.829] Build status: STARTED
[06:06:09.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:115:0) after 3m25s
[06:09:35.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:115:0)
[06:09:35.282] Build status: STARTED
[06:09:35.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:116:0) after 6m53s
[06:16:28.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:116:0)
[06:16:28.434] Build status: STARTED
[06:16:28.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:117:0) after 5m35s
[06:22:03.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:117:0)
[06:22:03.804] Build status: STARTED
[06:22:03.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:118:0) after 5m7s
[06:27:10.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:118:0)
[06:27:10.941] Build status: STARTED
[06:27:10.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:119:0) after 7m28s
[06:34:39.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:119:0)
[06:34:39.066] Build status: STARTED
[06:34:39.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:120:0) after 8m16s
[06:42:55.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:120:0)
[06:42:55.120] Build status: STARTED
[06:42:55.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:121:0) after 6m18s
[06:49:13.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:121:0)
[06:49:13.137] Build status: STARTED
[06:49:13.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:122:0) after 6m31s
[06:55:44.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:122:0)
[06:55:44.449] Build status: STARTED
[06:55:44.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:123:0) after 5m19s
[07:01:03.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:123:0)
[07:01:03.578] Build status: STARTED
[07:01:03.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:124:0) after 6m52s
[07:07:55.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:124:0)
[07:07:55.746] Build status: STARTED
[07:07:55.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:125:0) after 9m32s
[07:17:27.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:125:0)
[07:17:27.873] Build status: STARTED
[07:17:27.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:126:0) after 4m50s
[07:22:17.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:126:0)
[07:22:17.925] Build status: STARTED
[07:22:17.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:127:0) after 5m20s
[07:27:38.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:127:0)
[07:27:38.114] Build status: STARTED
[07:27:38.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:128:0) after 1m54s
[07:29:32.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:128:0)
[07:29:32.251] Build status: STARTED
[07:29:32.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:129:0) after 4m41s
[07:34:13.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:129:0)
[07:34:13.567] Build status: STARTED
[07:34:13.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:130:0) after 1m25s
[07:35:38.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:130:0)
[07:35:38.859] Build status: STARTED
[07:35:38.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:131:0) after 2m12s
[07:37:50.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:131:0)
[07:37:50.883] Build status: STARTED
[07:37:50.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:132:0) after 3m24s
[07:41:15.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:132:0)
[07:41:15.675] Build status: STARTED
[07:41:15.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:133:0) after 1m51s
[07:43:06.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:133:0)
[07:43:06.777] Build status: STARTED
[07:43:06.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:134:0) after 3m17s
[07:46:23.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:134:0)
[07:46:23.828] Build status: STARTED
[07:46:23.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:135:0) after 7m15s
[07:53:38.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:135:0)
[07:53:38.964] Build status: STARTED
[07:53:38.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:136:0) after 1m40s
[07:55:19.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:136:0)
[07:55:19.078] Build status: STARTED
[07:55:19.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:137:0) after 2m55s
[07:58:14.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:137:0)
[07:58:14.218] Build status: STARTED
[07:58:14.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:138:0) after 2m47s
[08:01:01.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:138:0)
[08:01:01.575] Build status: STARTED
[08:01:01.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:139:0) after 9m48s
[08:10:49.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:139:0)
[08:10:49.731] Build status: STARTED
[08:10:49.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:140:0) after 2m15s
[08:13:04.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:140:0)
[08:13:04.848] Build status: STARTED
[08:13:04.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:141:0) after 2m39s
[08:15:44.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:141:0)
[08:15:44.127] Build status: STARTED
[08:15:44.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:142:0) after 2m38s
[08:18:22.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:142:0)
[08:18:22.212] Build status: STARTED
[08:18:22.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:143:0) after 7m2s
[08:25:24.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:143:0)
[08:25:24.420] Build status: STARTED
[08:25:24.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:144:0) after 8m13s
[08:33:37.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:144:0)
[08:33:37.584] Build status: STARTED
[08:33:37.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:145:0) after 8m55s
[08:42:32.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:145:0)
[08:42:32.671] Build status: STARTED
[08:42:32.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:146:0) after 3m34s
[08:46:06.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:146:0)
[08:46:07.059] Build status: STARTED
[08:46:07.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:147:0) after 9m58s
[08:56:05.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:147:0)
[08:56:05.131] Build status: STARTED
[08:56:05.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:148:0) after 8m3s
[09:04:08.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:148:0)
[09:04:08.211] Build status: STARTED
[09:04:08.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:149:0) after 7m35s
[09:11:43.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:149:0)
[09:11:43.646] Build status: STARTED
[09:11:43.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:150:0) after 6m58s
[09:18:42.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:150:0)
[09:18:42.090] Build status: STARTED
[09:18:42.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:151:0) after 6m35s
[09:25:17.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:151:0)
[09:25:17.308] Build status: STARTED
[09:25:17.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:152:0) after 6m32s
[09:31:49.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:152:0)
[09:31:49.602] Build status: STARTED
[09:31:49.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:153:0) after 4m45s
[09:36:34.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:153:0)
[09:36:34.942] Build status: STARTED
[09:36:34.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:154:0) after 7m34s
[09:44:08.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:154:0)
[09:44:08.995] Build status: STARTED
[09:44:08.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:155:0) after 5m0s
[09:49:09.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:155:0)
[09:49:09.496] Build status: STARTED
[09:49:09.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:156:0) after 1m6s
[09:50:15.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:156:0)
[09:50:15.685] Build status: STARTED
[09:50:15.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:157:0) after 1m0s
[09:51:15.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:157:0)
[09:51:15.740] Build status: STARTED
[09:51:15.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:158:0) after 7m23s
[09:58:38.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:158:0)
[09:58:38.933] Build status: STARTED
[09:58:38.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:159:0) after 1m13s
[09:59:51.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:159:0)
[09:59:51.996] Build status: STARTED
[09:59:51.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:160:0) after 5m13s
[10:05:05.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:160:0)
[10:05:05.367] Build status: STARTED
[10:05:05.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:161:0) after 7m6s
[10:12:11.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:161:0)
[10:12:11.662] Build status: STARTED
[10:12:11.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:162:0) after 8m32s
[10:20:43.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:162:0)
[10:20:43.931] Build status: STARTED
[10:20:43.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:163:0) after 5m16s
[10:26:00.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:163:0)
[10:26:00.086] Build status: STARTED
[10:26:00.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:164:0) after 2m42s
[10:28:42.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:164:0)
[10:28:42.112] Build status: STARTED
[10:28:42.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:165:0) after 2m11s
[10:30:53.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:165:0)
[10:30:53.275] Build status: STARTED
[10:30:53.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:166:0) after 6m28s
[10:37:21.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:166:0)
[10:37:21.328] Build status: STARTED
[10:37:21.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:167:0) after 4m21s
[10:41:42.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:167:0)
[10:41:42.491] Build status: STARTED
[10:41:42.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:168:0) after 4m37s
[10:46:19.528] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:168:0)
[10:46:19.630] Build status: STARTED
[10:46:19.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:169:0) after 2m47s
[10:49:06.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:169:0)
[10:49:06.815] Build status: STARTED
[10:49:06.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:170:0) after 7m15s
[10:56:22.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:170:0)
[10:56:22.622] Build status: STARTED
[10:56:22.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:171:0) after 9m0s
[11:05:22.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:171:0)
[11:05:22.776] Build status: STARTED
[11:05:22.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:172:0) after 7m34s
[11:12:56.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:172:0)
[11:12:56.852] Build status: STARTED
[11:12:56.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:173:0) after 4m17s
[11:17:13.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:173:0)
[11:17:13.958] Build status: STARTED
[11:17:13.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:174:0) after 8m20s
[11:25:33.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:174:0)
[11:25:34.023] Build status: STARTED
[11:25:34.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:175:0) after 6m43s
[11:32:17.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:175:0)
[11:32:17.125] Build status: STARTED
[11:32:17.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:176:0) after 8m37s
[11:40:54.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:176:0)
[11:40:54.244] Build status: STARTED
[11:40:54.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:177:0) after 1m59s
[11:42:54.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:177:0)
[11:42:54.162] Build status: STARTED
[11:42:54.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:178:0) after 3m21s
[11:46:15.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:178:0)
[11:46:15.435] Build status: STARTED
[11:46:15.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:179:0) after 4m43s
[11:50:58.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:179:0)
[11:50:58.501] Build status: STARTED
[11:50:58.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:180:0) after 7m59s
[11:58:57.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:180:0)
[11:58:57.680] Build status: STARTED
[11:58:57.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:181:0) after 5m8s
[12:04:05.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:181:0)
[12:04:05.892] Build status: STARTED
[12:04:05.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:182:0) after 1m6s
[12:05:12.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:182:0)
[12:05:12.104] Build status: STARTED
[12:05:12.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:183:0) after 3m27s
[12:08:39.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:183:0)
[12:08:39.209] Build status: STARTED
[12:08:39.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:184:0) after 4m47s
[12:13:26.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:184:0)
[12:13:26.367] Build status: STARTED
[12:13:26.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:185:0) after 5m35s
[12:19:01.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:185:0)
[12:19:01.503] Build status: STARTED
[12:19:01.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:186:0) after 7m57s
[12:26:58.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:186:0)
[12:26:58.608] Build status: STARTED
[12:26:58.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:187:0) after 6m50s
[12:33:48.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:187:0)
[12:33:48.958] Build status: STARTED
[12:33:48.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:188:0) after 5m2s
[12:38:51.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:188:0)
[12:38:51.104] Build status: STARTED
[12:38:51.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:189:0) after 3m46s
[12:42:37.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:189:0)
[12:42:37.321] Build status: STARTED
[12:42:37.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:190:0) after 7m2s
[12:49:39.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:190:0)
[12:49:39.502] Build status: STARTED
[12:49:39.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:191:0) after 8m36s
[12:58:15.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:191:0)
[12:58:15.776] Build status: STARTED
[12:58:15.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:192:0) after 8m42s
[13:06:58.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:192:0)
[13:06:58.249] Build status: STARTED
[13:06:58.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:193:0) after 1m16s
[13:08:14.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:193:0)
[13:08:14.344] Build status: STARTED
[13:08:14.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:194:0) after 1m33s
[13:09:47.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:194:0)
[13:09:47.458] Build status: STARTED
[13:09:47.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:195:0) after 8m14s
[13:18:01.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:195:0)
[13:18:01.680] Build status: STARTED
[13:18:01.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:196:0) after 9m32s
[13:27:33.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:196:0)
[13:27:33.872] Build status: STARTED
[13:27:33.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:197:0) after 6m35s
[13:34:08.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:197:0)
[13:34:08.963] Build status: STARTED
[13:34:08.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:198:0) after 6m47s
[13:40:56.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:198:0)
[13:40:56.287] Build status: STARTED
[13:40:56.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:199:0) after 9m20s
[13:50:16.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:199:0)
[13:50:16.825] Build status: STARTED
[13:50:16.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:200:0) after 3m46s
[13:54:02.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:200:0)
[13:54:02.983] Build status: STARTED
[13:54:02.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:201:0) after 1m7s
[13:55:10.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:201:0)
[13:55:10.054] Build status: STARTED
[13:55:10.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:202:0) after 1m24s
[13:56:34.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:202:0)
[13:56:34.569] Build status: STARTED
[13:56:34.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:203:0) after 2m12s
[13:58:46.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:203:0)
[13:58:46.633] Build status: STARTED
[13:58:46.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:204:0) after 1m42s
[14:00:28.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:204:0)
[14:00:28.711] Build status: STARTED
[14:00:28.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:205:0) after 9m36s
[14:10:04.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:205:0)
[14:10:04.814] Build status: STARTED
[14:10:04.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:206:0) after 8m2s
[14:18:06.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:206:0)
[14:18:06.923] Build status: STARTED
[14:18:06.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:207:0) after 1m2s
[14:19:09.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:207:0)
[14:19:09.171] Build status: STARTED
[14:19:09.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:208:0) after 4m52s
[14:24:01.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:208:0)
[14:24:01.250] Build status: STARTED
[14:24:01.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:209:0) after 5m8s
[14:29:09.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:209:0)
[14:29:09.648] Build status: STARTED
[14:29:09.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:210:0) after 3m19s
[14:32:28.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:210:0)
[14:32:28.805] Build status: STARTED
[14:32:28.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:211:0) after 4m56s
[14:37:25.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:211:0)
[14:37:25.296] Build status: STARTED
[14:37:25.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:212:0) after 8m2s
[14:45:27.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:212:0)
[14:45:27.447] Build status: STARTED
[14:45:27.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:213:0) after 3m8s
[14:48:35.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:213:0)
[14:48:35.597] Build status: STARTED
[14:48:35.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:214:0) after 7m27s
[14:56:02.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:214:0)
[14:56:02.676] Build status: STARTED
[14:56:02.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:215:0) after 6m39s
[15:02:41.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:215:0)
[15:02:41.774] Build status: STARTED
[15:02:41.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:216:0) after 3m11s
[15:05:52.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:216:0)
[15:05:52.972] Build status: STARTED
[15:05:52.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:217:0) after 8m31s
[15:14:24.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:217:0)
[15:14:24.333] Build status: STARTED
[15:14:24.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:218:0) after 2m27s
[15:16:51.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:218:0)
[15:16:51.408] Build status: STARTED
[15:16:51.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:219:0) after 9m9s
[15:26:00.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:219:0)
[15:26:01.003] Build status: STARTED
[15:26:01.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:220:0) after 7m55s
[15:33:56.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:220:0)
[15:33:56.131] Build status: STARTED
[15:33:56.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:221:0) after 5m13s
[15:39:09.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:221:0)
[15:39:09.424] Build status: STARTED
[15:39:09.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:222:0) after 2m18s
[15:41:27.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:222:0)
[15:41:27.636] Build status: STARTED
[15:41:27.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:223:0) after 8m19s
[15:49:47.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:223:0)
[15:49:47.090] Build status: STARTED
[15:49:47.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:224:0) after 1m34s
[15:51:21.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:224:0)
[15:51:21.228] Build status: STARTED
[15:51:21.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:225:0) after 8m49s
[16:00:11.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:225:0)
[16:00:11.361] Build status: STARTED
[16:00:11.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:226:0) after 3m46s
[16:03:57.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:226:0)
[16:03:57.540] Build status: STARTED
[16:03:57.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:227:0) after 7m14s
[16:11:11.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:227:0)
[16:11:11.746] Build status: STARTED
[16:11:11.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:228:0) after 4m18s
[16:15:29.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:228:0)
[16:15:29.863] Build status: STARTED
[16:15:29.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8929761588878077808:229:0) after 3m29s
[16:16:15.181] Received PubSub notification, asking Buildbucket for the build status
[16:16:15.211] Build:
{
  "id": "8764331526515374865",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30766,
  "createdBy": "project:chromium",
  "createTime": "2023-11-15T20:12:24.900991181Z",
  "startTime": "2023-11-15T20:12:27.493760Z",
  "endTime": "2023-11-16T16:16:14.470956Z",
  "updateTime": "2023-11-16T16:16:14.470956Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65d754f8b73fa59a83a6f95084d2219a6a7cb79f",
      "ref": "refs/heads/main"
    }
  }
}
[16:16:15.212] Invocation finished in 20h3m51.948066463s with status FAILED