Status: FAILED
Triggered by: -
Duration: 15 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "25503a6682996126774d7c3de2e731c639e6b970"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25503a6682996126774d7c3de2e731c639e6b970
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:04:40.854] New invocation is queued and will start shortly
[06:04:42.022] Starting the invocation (attempt 1)
[06:04:42.056] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/25503a6682996126774d7c3de2e731c639e6b970"
[06:04:42.056] Popped gitiles commit info from properties and tags
[06:04:42.056] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:04:42.056] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:04:42.057] Buildbucket request:
{
  "requestId": "8920664628388985632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "25503a6682996126774d7c3de2e731c639e6b970",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8920664628388985632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:04:42.791] Scheduled build:
{
  "id": "8755234566365504705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30306,
  "createdBy": "project:chromium",
  "createTime": "2024-02-24T06:04:42.153846468Z",
  "updateTime": "2024-02-24T06:04:42.153846468Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25503a6682996126774d7c3de2e731c639e6b970",
      "ref": "refs/heads/main"
    }
  }
}
[06:04:42.791] Task URL: https://cr-buildbucket.appspot.com/build/8755234566365504705
[06:04:42.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:2:0) after 1m56s
[06:04:43.696] Received PubSub notification, asking Buildbucket for the build status
[06:04:43.853] Build status: SCHEDULED
[06:04:44.169] Received PubSub notification, asking Buildbucket for the build status
[06:04:44.191] Build status: STARTED
[06:06:38.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:2:0)
[06:06:38.974] Build status: STARTED
[06:06:38.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:5:0) after 4m12s
[06:10:51.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:5:0)
[06:10:51.138] Build status: STARTED
[06:10:51.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:6:0) after 8m32s
[06:19:23.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:6:0)
[06:19:23.145] Build status: STARTED
[06:19:23.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:7:0) after 2m59s
[06:22:22.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:7:0)
[06:22:22.203] Build status: STARTED
[06:22:22.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:8:0) after 2m2s
[06:24:24.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:8:0)
[06:24:24.326] Build status: STARTED
[06:24:24.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:9:0) after 3m29s
[06:27:53.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:9:0)
[06:27:53.380] Build status: STARTED
[06:27:53.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:10:0) after 1m30s
[06:29:23.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:10:0)
[06:29:23.438] Build status: STARTED
[06:29:23.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:11:0) after 4m15s
[06:33:38.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:11:0)
[06:33:38.541] Build status: STARTED
[06:33:38.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:12:0) after 8m25s
[06:42:03.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:12:0)
[06:42:03.753] Build status: STARTED
[06:42:03.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:13:0) after 3m18s
[06:45:21.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:13:0)
[06:45:21.932] Build status: STARTED
[06:45:21.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:14:0) after 3m30s
[06:48:51.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:14:0)
[06:48:51.997] Build status: STARTED
[06:48:51.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:15:0) after 9m52s
[06:58:44.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:15:0)
[06:58:44.188] Build status: STARTED
[06:58:44.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:16:0) after 1m20s
[07:00:04.445] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:16:0)
[07:00:04.552] Build status: STARTED
[07:00:04.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:17:0) after 3m43s
[07:03:47.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:17:0)
[07:03:47.598] Build status: STARTED
[07:03:47.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:18:0) after 4m24s
[07:08:11.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:18:0)
[07:08:11.934] Build status: STARTED
[07:08:11.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:19:0) after 5m46s
[07:13:58.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:19:0)
[07:13:58.157] Build status: STARTED
[07:13:58.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:20:0) after 1m29s
[07:15:27.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:20:0)
[07:15:27.457] Build status: STARTED
[07:15:27.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:21:0) after 5m31s
[07:20:58.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:21:0)
[07:20:58.587] Build status: STARTED
[07:20:58.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:22:0) after 1m46s
[07:22:44.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:22:0)
[07:22:44.659] Build status: STARTED
[07:22:44.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:23:0) after 1m53s
[07:24:37.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:23:0)
[07:24:37.964] Build status: STARTED
[07:24:37.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:24:0) after 2m32s
[07:27:09.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:24:0)
[07:27:10.015] Build status: STARTED
[07:27:10.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:25:0) after 1m10s
[07:28:20.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:25:0)
[07:28:20.200] Build status: STARTED
[07:28:20.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:26:0) after 5m47s
[07:34:07.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:26:0)
[07:34:07.612] Build status: STARTED
[07:34:07.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:27:0) after 5m33s
[07:39:40.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:27:0)
[07:39:40.669] Build status: STARTED
[07:39:40.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:28:0) after 4m43s
[07:44:23.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:28:0)
[07:44:23.714] Build status: STARTED
[07:44:23.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:29:0) after 5m48s
[07:50:11.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:29:0)
[07:50:11.889] Build status: STARTED
[07:50:11.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:30:0) after 9m11s
[07:59:22.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:30:0)
[07:59:22.932] Build status: STARTED
[07:59:22.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:31:0) after 1m38s
[08:01:00.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:31:0)
[08:01:00.977] Build status: STARTED
[08:01:00.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:32:0) after 9m15s
[08:10:16.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:32:0)
[08:10:16.054] Build status: STARTED
[08:10:16.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:33:0) after 5m54s
[08:16:10.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:33:0)
[08:16:10.319] Build status: STARTED
[08:16:10.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:34:0) after 6m33s
[08:22:43.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:34:0)
[08:22:43.365] Build status: STARTED
[08:22:43.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:35:0) after 4m23s
[08:27:06.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:35:0)
[08:27:06.476] Build status: STARTED
[08:27:06.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:36:0) after 4m36s
[08:31:43.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:36:0)
[08:31:43.127] Build status: STARTED
[08:31:43.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:37:0) after 7m7s
[08:38:50.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:37:0)
[08:38:50.273] Build status: STARTED
[08:38:50.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:38:0) after 6m45s
[08:45:35.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:38:0)
[08:45:35.645] Build status: STARTED
[08:45:35.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:39:0) after 1m34s
[08:47:09.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:39:0)
[08:47:09.736] Build status: STARTED
[08:47:09.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:40:0) after 8m16s
[08:55:25.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:40:0)
[08:55:25.885] Build status: STARTED
[08:55:25.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:41:0) after 3m28s
[08:58:53.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:41:0)
[08:58:53.936] Build status: STARTED
[08:58:53.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:42:0) after 3m57s
[09:02:50.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:42:0)
[09:02:50.997] Build status: STARTED
[09:02:50.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:43:0) after 5m14s
[09:08:05.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:43:0)
[09:08:05.123] Build status: STARTED
[09:08:05.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:44:0) after 3m16s
[09:11:21.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:44:0)
[09:11:21.290] Build status: STARTED
[09:11:21.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:45:0) after 8m5s
[09:19:26.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:45:0)
[09:19:26.344] Build status: STARTED
[09:19:26.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:46:0) after 5m34s
[09:25:00.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:46:0)
[09:25:00.384] Build status: STARTED
[09:25:00.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:47:0) after 9m26s
[09:34:26.449] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:47:0)
[09:34:26.468] Build status: STARTED
[09:34:26.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:48:0) after 3m12s
[09:37:38.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:48:0)
[09:37:38.753] Build status: STARTED
[09:37:38.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:49:0) after 7m54s
[09:45:32.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:49:0)
[09:45:32.800] Build status: STARTED
[09:45:32.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:50:0) after 3m53s
[09:49:25.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:50:0)
[09:49:25.918] Build status: STARTED
[09:49:25.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:51:0) after 3m26s
[09:52:51.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:51:0)
[09:52:51.960] Build status: STARTED
[09:52:51.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:52:0) after 2m35s
[09:55:26.994] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:52:0)
[09:55:27.038] Build status: STARTED
[09:55:27.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:53:0) after 2m58s
[09:58:25.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:53:0)
[09:58:25.105] Build status: STARTED
[09:58:25.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:54:0) after 9m21s
[10:07:46.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:54:0)
[10:07:46.382] Build status: STARTED
[10:07:46.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:55:0) after 6m0s
[10:13:46.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:55:0)
[10:13:46.437] Build status: STARTED
[10:13:46.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:56:0) after 1m27s
[10:15:13.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:56:0)
[10:15:13.590] Build status: STARTED
[10:15:13.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:57:0) after 8m53s
[10:24:06.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:57:0)
[10:24:06.740] Build status: STARTED
[10:24:06.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:58:0) after 4m24s
[10:28:30.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:58:0)
[10:28:30.868] Build status: STARTED
[10:28:30.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:59:0) after 4m20s
[10:32:51.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:59:0)
[10:32:51.037] Build status: STARTED
[10:32:51.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:60:0) after 4m2s
[10:36:53.164] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:60:0)
[10:36:53.184] Build status: STARTED
[10:36:53.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:61:0) after 7m13s
[10:44:06.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:61:0)
[10:44:06.306] Build status: STARTED
[10:44:06.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:62:0) after 4m33s
[10:48:39.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:62:0)
[10:48:39.461] Build status: STARTED
[10:48:39.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:63:0) after 4m4s
[10:52:43.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:63:0)
[10:52:43.507] Build status: STARTED
[10:52:43.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:64:0) after 9m27s
[11:02:10.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:64:0)
[11:02:10.582] Build status: STARTED
[11:02:10.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:65:0) after 5m22s
[11:07:32.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:65:0)
[11:07:32.658] Build status: STARTED
[11:07:32.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:66:0) after 1m44s
[11:09:16.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:66:0)
[11:09:16.810] Build status: STARTED
[11:09:16.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:67:0) after 4m16s
[11:13:32.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:67:0)
[11:13:32.855] Build status: STARTED
[11:13:32.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:68:0) after 1m51s
[11:15:25.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:68:0)
[11:15:25.602] Build status: STARTED
[11:15:25.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:69:0) after 3m35s
[11:19:00.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:69:0)
[11:19:00.648] Build status: STARTED
[11:19:00.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:70:0) after 1m28s
[11:20:28.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:70:0)
[11:20:28.697] Build status: STARTED
[11:20:28.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:71:0) after 8m38s
[11:29:06.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:71:0)
[11:29:06.741] Build status: STARTED
[11:29:06.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:72:0) after 7m21s
[11:36:27.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:72:0)
[11:36:28.028] Build status: STARTED
[11:36:28.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:73:0) after 2m2s
[11:38:30.178] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:73:0)
[11:38:30.197] Build status: STARTED
[11:38:30.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:74:0) after 4m56s
[11:43:26.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:74:0)
[11:43:26.390] Build status: STARTED
[11:43:26.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:75:0) after 2m45s
[11:46:11.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:75:0)
[11:46:11.624] Build status: STARTED
[11:46:11.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:76:0) after 2m24s
[11:48:35.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:76:0)
[11:48:35.763] Build status: STARTED
[11:48:35.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:77:0) after 6m56s
[11:55:31.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:77:0)
[11:55:31.886] Build status: STARTED
[11:55:31.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:78:0) after 5m36s
[12:01:07.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:78:0)
[12:01:07.970] Build status: STARTED
[12:01:07.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:79:0) after 7m16s
[12:08:24.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:79:0)
[12:08:24.028] Build status: STARTED
[12:08:24.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:80:0) after 3m15s
[12:11:39.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:80:0)
[12:11:39.125] Build status: STARTED
[12:11:39.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:81:0) after 8m36s
[12:20:15.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:81:0)
[12:20:15.304] Build status: STARTED
[12:20:15.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:82:0) after 7m40s
[12:27:55.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:82:0)
[12:27:55.620] Build status: STARTED
[12:27:55.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:83:0) after 1m4s
[12:28:59.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:83:0)
[12:28:59.744] Build status: STARTED
[12:28:59.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:84:0) after 4m31s
[12:33:30.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:84:0)
[12:33:30.860] Build status: STARTED
[12:33:30.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:85:0) after 4m44s
[12:38:14.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:85:0)
[12:38:14.917] Build status: STARTED
[12:38:14.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:86:0) after 7m8s
[12:45:23.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:86:0)
[12:45:23.608] Build status: STARTED
[12:45:23.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:87:0) after 5m12s
[12:50:36.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:87:0)
[12:50:36.336] Build status: STARTED
[12:50:36.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:88:0) after 4m46s
[12:55:22.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:88:0)
[12:55:22.489] Build status: STARTED
[12:55:22.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:89:0) after 2m3s
[12:57:25.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:89:0)
[12:57:25.763] Build status: STARTED
[12:57:25.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:90:0) after 1m17s
[12:58:42.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:90:0)
[12:58:42.911] Build status: STARTED
[12:58:42.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:91:0) after 5m55s
[13:04:38.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:91:0)
[13:04:38.170] Build status: STARTED
[13:04:38.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:92:0) after 8m41s
[13:13:19.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:92:0)
[13:13:19.416] Build status: STARTED
[13:13:19.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:93:0) after 2m50s
[13:16:09.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:93:0)
[13:16:09.676] Build status: STARTED
[13:16:09.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:94:0) after 2m10s
[13:18:20.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:94:0)
[13:18:20.590] Build status: STARTED
[13:18:20.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:95:0) after 7m19s
[13:25:39.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:95:0)
[13:25:39.631] Build status: STARTED
[13:25:39.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:96:0) after 6m1s
[13:31:40.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:96:0)
[13:31:40.769] Build status: STARTED
[13:31:40.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:97:0) after 5m45s
[13:37:25.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:97:0)
[13:37:25.815] Build status: STARTED
[13:37:25.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:98:0) after 2m20s
[13:39:45.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:98:0)
[13:39:45.868] Build status: STARTED
[13:39:45.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:99:0) after 9m2s
[13:48:48.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:99:0)
[13:48:48.112] Build status: STARTED
[13:48:48.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:100:0) after 5m55s
[13:54:43.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:100:0)
[13:54:43.175] Build status: STARTED
[13:54:43.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:101:0) after 3m19s
[13:58:02.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:101:0)
[13:58:02.225] Build status: STARTED
[13:58:02.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:102:0) after 7m1s
[14:05:03.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:102:0)
[14:05:03.294] Build status: STARTED
[14:05:03.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:103:0) after 3m16s
[14:08:19.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:103:0)
[14:08:19.414] Build status: STARTED
[14:08:19.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:104:0) after 2m42s
[14:11:01.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:104:0)
[14:11:01.580] Build status: STARTED
[14:11:01.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:105:0) after 1m40s
[14:12:41.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:105:0)
[14:12:41.927] Build status: STARTED
[14:12:41.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:106:0) after 4m1s
[14:16:42.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:106:0)
[14:16:42.991] Build status: STARTED
[14:16:42.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:107:0) after 3m9s
[14:19:52.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:107:0)
[14:19:52.155] Build status: STARTED
[14:19:52.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:108:0) after 2m4s
[14:21:56.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:108:0)
[14:21:56.318] Build status: STARTED
[14:21:56.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:109:0) after 7m0s
[14:28:56.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:109:0)
[14:28:56.543] Build status: STARTED
[14:28:56.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:110:0) after 7m52s
[14:36:48.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:110:0)
[14:36:48.611] Build status: STARTED
[14:36:48.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:111:0) after 5m28s
[14:42:16.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:111:0)
[14:42:16.808] Build status: STARTED
[14:42:16.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:112:0) after 8m6s
[14:50:23.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:112:0)
[14:50:23.202] Build status: STARTED
[14:50:23.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:113:0) after 4m10s
[14:54:33.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:113:0)
[14:54:33.618] Build status: STARTED
[14:54:33.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:114:0) after 5m49s
[15:00:22.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:114:0)
[15:00:22.790] Build status: STARTED
[15:00:22.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:115:0) after 3m13s
[15:03:35.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:115:0)
[15:03:35.891] Build status: STARTED
[15:03:35.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:116:0) after 5m58s
[15:09:34.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:116:0)
[15:09:34.040] Build status: STARTED
[15:09:34.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:117:0) after 5m47s
[15:15:21.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:117:0)
[15:15:21.274] Build status: STARTED
[15:15:21.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:118:0) after 3m49s
[15:19:10.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:118:0)
[15:19:10.351] Build status: STARTED
[15:19:10.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:119:0) after 3m34s
[15:22:44.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:119:0)
[15:22:44.475] Build status: STARTED
[15:22:44.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:120:0) after 2m25s
[15:25:09.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:120:0)
[15:25:09.576] Build status: STARTED
[15:25:09.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:121:0) after 5m9s
[15:30:18.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:121:0)
[15:30:18.635] Build status: STARTED
[15:30:18.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:122:0) after 4m7s
[15:34:25.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:122:0)
[15:34:25.683] Build status: STARTED
[15:34:25.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:123:0) after 5m6s
[15:39:31.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:123:0)
[15:39:31.747] Build status: STARTED
[15:39:31.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:124:0) after 7m46s
[15:47:17.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:124:0)
[15:47:17.862] Build status: STARTED
[15:47:17.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:125:0) after 7m51s
[15:55:08.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:125:0)
[15:55:09.048] Build status: STARTED
[15:55:09.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:126:0) after 5m14s
[16:00:23.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:126:0)
[16:00:23.257] Build status: STARTED
[16:00:23.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:127:0) after 4m16s
[16:04:39.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:127:0)
[16:04:39.335] Build status: STARTED
[16:04:39.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:128:0) after 8m51s
[16:13:30.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:128:0)
[16:13:30.387] Build status: STARTED
[16:13:30.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:129:0) after 2m55s
[16:16:25.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:129:0)
[16:16:25.461] Build status: STARTED
[16:16:25.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:130:0) after 8m18s
[16:24:43.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:130:0)
[16:24:43.509] Build status: STARTED
[16:24:43.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:131:0) after 9m12s
[16:33:55.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:131:0)
[16:33:55.573] Build status: STARTED
[16:33:55.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:132:0) after 6m0s
[16:39:55.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:132:0)
[16:39:55.650] Build status: STARTED
[16:39:55.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:133:0) after 9m48s
[16:49:43.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:133:0)
[16:49:43.701] Build status: STARTED
[16:49:43.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:134:0) after 4m36s
[16:54:19.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:134:0)
[16:54:19.910] Build status: STARTED
[16:54:19.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:135:0) after 4m22s
[16:58:41.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:135:0)
[16:58:41.972] Build status: STARTED
[16:58:41.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:136:0) after 1m31s
[17:00:13.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:136:0)
[17:00:13.122] Build status: STARTED
[17:00:13.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:137:0) after 6m17s
[17:06:30.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:137:0)
[17:06:30.441] Build status: STARTED
[17:06:30.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:138:0) after 9m10s
[17:15:40.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:138:0)
[17:15:40.740] Build status: STARTED
[17:15:40.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:139:0) after 1m53s
[17:17:33.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:139:0)
[17:17:33.917] Build status: STARTED
[17:17:33.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:140:0) after 5m48s
[17:23:22.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:140:0)
[17:23:22.135] Build status: STARTED
[17:23:22.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:141:0) after 2m1s
[17:25:23.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:141:0)
[17:25:23.245] Build status: STARTED
[17:25:23.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:142:0) after 3m39s
[17:29:02.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:142:0)
[17:29:02.383] Build status: STARTED
[17:29:02.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:143:0) after 7m18s
[17:36:20.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:143:0)
[17:36:20.535] Build status: STARTED
[17:36:20.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:144:0) after 3m35s
[17:39:55.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:144:0)
[17:39:55.674] Build status: STARTED
[17:39:55.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:145:0) after 3m4s
[17:42:59.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:145:0)
[17:42:59.793] Build status: STARTED
[17:42:59.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:146:0) after 1m24s
[17:44:23.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:146:0)
[17:44:23.814] Build status: STARTED
[17:44:23.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:147:0) after 4m44s
[17:49:07.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:147:0)
[17:49:07.982] Build status: STARTED
[17:49:07.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:148:0) after 5m32s
[17:54:40.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:148:0)
[17:54:40.040] Build status: STARTED
[17:54:40.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:149:0) after 8m19s
[18:02:59.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:149:0)
[18:02:59.210] Build status: STARTED
[18:02:59.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:150:0) after 6m29s
[18:09:28.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:150:0)
[18:09:28.280] Build status: STARTED
[18:09:28.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:151:0) after 6m4s
[18:15:32.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:151:0)
[18:15:32.446] Build status: STARTED
[18:15:32.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:152:0) after 4m16s
[18:19:48.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:152:0)
[18:19:48.526] Build status: STARTED
[18:19:48.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:153:0) after 2m44s
[18:22:32.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:153:0)
[18:22:32.591] Build status: STARTED
[18:22:32.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:154:0) after 4m32s
[18:27:04.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:154:0)
[18:27:04.651] Build status: STARTED
[18:27:04.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:155:0) after 6m22s
[18:33:26.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:155:0)
[18:33:26.706] Build status: STARTED
[18:33:26.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:156:0) after 2m13s
[18:35:39.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:156:0)
[18:35:39.768] Build status: STARTED
[18:35:39.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:157:0) after 6m49s
[18:42:28.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:157:0)
[18:42:28.848] Build status: STARTED
[18:42:28.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:158:0) after 8m23s
[18:50:52.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:158:0)
[18:50:52.237] Build status: STARTED
[18:50:52.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:159:0) after 7m45s
[18:58:37.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:159:0)
[18:58:37.300] Build status: STARTED
[18:58:37.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:160:0) after 7m46s
[19:06:23.331] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:160:0)
[19:06:23.362] Build status: STARTED
[19:06:23.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:161:0) after 5m22s
[19:11:45.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:161:0)
[19:11:45.543] Build status: STARTED
[19:11:45.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:162:0) after 9m26s
[19:21:11.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:162:0)
[19:21:11.600] Build status: STARTED
[19:21:11.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:163:0) after 4m30s
[19:25:41.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:163:0)
[19:25:41.684] Build status: STARTED
[19:25:41.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:164:0) after 8m22s
[19:34:03.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:164:0)
[19:34:03.833] Build status: STARTED
[19:34:03.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:165:0) after 6m21s
[19:40:24.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:165:0)
[19:40:24.999] Build status: STARTED
[19:40:24.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:166:0) after 5m25s
[19:45:50.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:166:0)
[19:45:50.111] Build status: STARTED
[19:45:50.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:167:0) after 8m59s
[19:54:49.266] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:167:0)
[19:54:49.291] Build status: STARTED
[19:54:49.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:168:0) after 5m46s
[20:00:35.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:168:0)
[20:00:35.373] Build status: STARTED
[20:00:35.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:169:0) after 1m31s
[20:02:06.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:169:0)
[20:02:06.405] Build status: STARTED
[20:02:06.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:170:0) after 7m16s
[20:09:22.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:170:0)
[20:09:22.588] Build status: STARTED
[20:09:22.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:171:0) after 6m14s
[20:15:36.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:171:0)
[20:15:36.787] Build status: STARTED
[20:15:36.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:172:0) after 9m48s
[20:25:24.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:172:0)
[20:25:24.836] Build status: STARTED
[20:25:24.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:173:0) after 9m7s
[20:34:32.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:173:0)
[20:34:32.042] Build status: STARTED
[20:34:32.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:174:0) after 8m24s
[20:42:56.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:174:0)
[20:42:56.105] Build status: STARTED
[20:42:56.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:175:0) after 9m13s
[20:52:09.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:175:0)
[20:52:09.225] Build status: STARTED
[20:52:09.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:176:0) after 8m46s
[21:00:55.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:176:0)
[21:00:55.296] Build status: STARTED
[21:00:55.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:177:0) after 6m36s
[21:07:31.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:177:0)
[21:07:31.433] Build status: STARTED
[21:07:31.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:178:0) after 7m3s
[21:14:34.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:178:0)
[21:14:34.680] Build status: STARTED
[21:14:34.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:179:0) after 6m34s
[21:21:08.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:179:0)
[21:21:08.813] Build status: STARTED
[21:21:08.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:180:0) after 4m8s
[21:25:16.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:180:0)
[21:25:16.865] Build status: STARTED
[21:25:16.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:181:0) after 4m15s
[21:29:31.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:181:0)
[21:29:31.993] Build status: STARTED
[21:29:31.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:182:0) after 1m41s
[21:31:13.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:182:0)
[21:31:13.179] Build status: STARTED
[21:31:13.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:183:0) after 9m21s
[21:40:34.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:183:0)
[21:40:34.235] Build status: STARTED
[21:40:34.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:184:0) after 5m54s
[21:46:28.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:184:0)
[21:46:28.446] Build status: STARTED
[21:46:28.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8920664628388985632:185:0) after 9m44s
[21:48:20.530] Received PubSub notification, asking Buildbucket for the build status
[21:48:20.553] Build:
{
  "id": "8755234566365504705",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30306,
  "createdBy": "project:chromium",
  "createTime": "2024-02-24T06:04:42.153846468Z",
  "startTime": "2024-02-24T06:04:43.284758Z",
  "endTime": "2024-02-24T21:48:19.474761Z",
  "updateTime": "2024-02-24T21:48:19.474761Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "25503a6682996126774d7c3de2e731c639e6b970",
      "ref": "refs/heads/main"
    }
  }
}
[21:48:20.553] Invocation finished in 15h43m39.713515425s with status FAILED