Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8f27455fc0d7493ef33d7af1a50dd7f8a818870f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f27455fc0d7493ef33d7af1a50dd7f8a818870f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:27:39.002] New invocation is queued and will start shortly
[05:27:40.260] Starting the invocation (attempt 1)
[05:27:40.299] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f27455fc0d7493ef33d7af1a50dd7f8a818870f"
[05:27:40.299] Popped gitiles commit info from properties and tags
[05:27:40.299] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:27:40.299] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:27:40.299] Buildbucket request:
{
  "requestId": "8918673824904029712",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8f27455fc0d7493ef33d7af1a50dd7f8a818870f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8918673824904029712"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:27:40.983] Scheduled build:
{
  "id": "8753243762822385857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30555,
  "createdBy": "project:chromium",
  "createTime": "2024-03-17T05:27:40.361968313Z",
  "updateTime": "2024-03-17T05:27:40.361968313Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f27455fc0d7493ef33d7af1a50dd7f8a818870f",
      "ref": "refs/heads/main"
    }
  }
}
[05:27:40.983] Task URL: https://cr-buildbucket.appspot.com/build/8753243762822385857
[05:27:40.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:2:0) after 5m1s
[05:27:41.799] Received PubSub notification, asking Buildbucket for the build status
[05:27:41.830] Build status: SCHEDULED
[05:27:42.015] Received PubSub notification, asking Buildbucket for the build status
[05:27:42.037] Build status: STARTED
[05:32:42.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:2:0)
[05:32:42.029] Build status: STARTED
[05:32:42.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:5:0) after 1m57s
[05:34:39.062] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:5:0)
[05:34:39.079] Build status: STARTED
[05:34:39.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:6:0) after 7m15s
[05:41:54.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:6:0)
[05:41:54.127] Build status: STARTED
[05:41:54.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:7:0) after 9m22s
[05:51:16.209] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:7:0)
[05:51:16.226] Build status: STARTED
[05:51:16.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:8:0) after 4m53s
[05:56:09.247] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:8:0)
[05:56:09.275] Build status: STARTED
[05:56:09.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:9:0) after 7m47s
[06:03:56.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:9:0)
[06:03:56.452] Build status: STARTED
[06:03:56.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:10:0) after 1m27s
[06:05:23.479] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:10:0)
[06:05:23.497] Build status: STARTED
[06:05:23.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:11:0) after 8m52s
[06:14:15.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:11:0)
[06:14:15.563] Build status: STARTED
[06:14:15.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:12:0) after 1m9s
[06:15:24.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:12:0)
[06:15:24.620] Build status: STARTED
[06:15:24.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:13:0) after 6m50s
[06:22:14.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:13:0)
[06:22:14.728] Build status: STARTED
[06:22:14.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:14:0) after 8m32s
[06:30:46.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:14:0)
[06:30:46.965] Build status: STARTED
[06:30:46.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:15:0) after 5m18s
[06:36:05.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:15:0)
[06:36:05.089] Build status: STARTED
[06:36:05.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:16:0) after 6m7s
[06:42:12.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:16:0)
[06:42:12.217] Build status: STARTED
[06:42:12.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:17:0) after 4m57s
[06:47:09.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:17:0)
[06:47:09.321] Build status: STARTED
[06:47:09.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:18:0) after 3m43s
[06:50:52.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:18:0)
[06:50:52.375] Build status: STARTED
[06:50:52.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:19:0) after 1m26s
[06:52:18.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:19:0)
[06:52:18.540] Build status: STARTED
[06:52:18.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:20:0) after 8m23s
[07:00:41.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:20:0)
[07:00:41.669] Build status: STARTED
[07:00:41.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:21:0) after 8m59s
[07:09:40.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:21:0)
[07:09:40.799] Build status: STARTED
[07:09:40.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:22:0) after 2m29s
[07:12:10.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:22:0)
[07:12:10.122] Build status: STARTED
[07:12:10.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:23:0) after 1m23s
[07:13:33.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:23:0)
[07:13:33.302] Build status: STARTED
[07:13:33.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:24:0) after 1m43s
[07:15:16.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:24:0)
[07:15:16.423] Build status: STARTED
[07:15:16.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:25:0) after 2m34s
[07:17:50.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:25:0)
[07:17:50.511] Build status: STARTED
[07:17:50.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:26:0) after 4m8s
[07:21:58.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:26:0)
[07:21:58.568] Build status: STARTED
[07:21:58.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:27:0) after 5m2s
[07:27:00.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:27:0)
[07:27:00.634] Build status: STARTED
[07:27:00.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:28:0) after 5m45s
[07:32:45.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:28:0)
[07:32:45.745] Build status: STARTED
[07:32:45.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:29:0) after 7m54s
[07:40:39.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:29:0)
[07:40:39.779] Build status: STARTED
[07:40:39.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:30:0) after 5m52s
[07:46:31.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:30:0)
[07:46:31.816] Build status: STARTED
[07:46:31.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:31:0) after 3m25s
[07:49:56.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:31:0)
[07:49:56.864] Build status: STARTED
[07:49:56.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:32:0) after 5m15s
[07:55:11.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:32:0)
[07:55:11.901] Build status: STARTED
[07:55:11.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:33:0) after 8m53s
[08:04:05.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:33:0)
[08:04:05.042] Build status: STARTED
[08:04:05.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:34:0) after 2m3s
[08:06:08.060] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:34:0)
[08:06:08.078] Build status: STARTED
[08:06:08.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:35:0) after 9m33s
[08:15:41.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:35:0)
[08:15:41.118] Build status: STARTED
[08:15:41.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:36:0) after 5m0s
[08:20:41.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:36:0)
[08:20:41.161] Build status: STARTED
[08:20:41.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:37:0) after 8m49s
[08:29:30.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:37:0)
[08:29:30.308] Build status: STARTED
[08:29:30.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:38:0) after 4m48s
[08:34:18.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:38:0)
[08:34:18.443] Build status: STARTED
[08:34:18.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:39:0) after 4m28s
[08:38:46.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:39:0)
[08:38:46.609] Build status: STARTED
[08:38:46.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:40:0) after 4m41s
[08:43:27.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:40:0)
[08:43:27.896] Build status: STARTED
[08:43:27.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:41:0) after 3m54s
[08:47:21.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:41:0)
[08:47:21.944] Build status: STARTED
[08:47:21.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:42:0) after 3m29s
[08:50:50.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:42:0)
[08:50:50.985] Build status: STARTED
[08:50:50.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:43:0) after 2m13s
[08:53:04.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:43:0)
[08:53:04.026] Build status: STARTED
[08:53:04.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:44:0) after 5m17s
[08:58:21.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:44:0)
[08:58:21.041] Build status: STARTED
[08:58:21.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:45:0) after 8m7s
[09:06:28.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:45:0)
[09:06:28.102] Build status: STARTED
[09:06:28.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:46:0) after 8m46s
[09:15:14.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:46:0)
[09:15:14.248] Build status: STARTED
[09:15:14.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:47:0) after 8m27s
[09:23:41.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:47:0)
[09:23:41.287] Build status: STARTED
[09:23:41.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:48:0) after 5m57s
[09:29:38.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:48:0)
[09:29:38.376] Build status: STARTED
[09:29:38.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:49:0) after 7m22s
[09:37:00.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:49:0)
[09:37:00.380] Build status: STARTED
[09:37:00.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:50:0) after 6m37s
[09:43:37.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:50:0)
[09:43:37.414] Build status: STARTED
[09:43:37.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:51:0) after 5m47s
[09:49:24.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:51:0)
[09:49:24.720] Build status: STARTED
[09:49:24.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:52:0) after 6m9s
[09:55:33.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:52:0)
[09:55:33.819] Build status: STARTED
[09:55:33.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:53:0) after 1m26s
[09:56:59.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:53:0)
[09:56:59.913] Build status: STARTED
[09:56:59.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:54:0) after 1m56s
[09:58:55.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:54:0)
[09:58:56.001] Build status: STARTED
[09:58:56.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:55:0) after 2m4s
[10:01:00.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:55:0)
[10:01:00.062] Build status: STARTED
[10:01:00.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:56:0) after 9m38s
[10:10:38.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:56:0)
[10:10:38.059] Build status: STARTED
[10:10:38.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:57:0) after 7m19s
[10:17:57.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:57:0)
[10:17:57.215] Build status: STARTED
[10:17:57.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:58:0) after 3m15s
[10:21:12.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:58:0)
[10:21:12.296] Build status: STARTED
[10:21:12.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:59:0) after 8m19s
[10:29:31.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:59:0)
[10:29:31.374] Build status: STARTED
[10:29:31.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:60:0) after 2m22s
[10:31:53.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:60:0)
[10:31:53.441] Build status: STARTED
[10:31:53.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:61:0) after 6m44s
[10:38:37.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:61:0)
[10:38:37.462] Build status: STARTED
[10:38:37.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:62:0) after 2m4s
[10:40:41.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:62:0)
[10:40:41.714] Build status: STARTED
[10:40:41.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:63:0) after 6m38s
[10:47:19.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:63:0)
[10:47:19.757] Build status: STARTED
[10:47:19.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:64:0) after 3m25s
[10:50:44.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:64:0)
[10:50:44.803] Build status: STARTED
[10:50:44.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:65:0) after 2m59s
[10:53:43.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:65:0)
[10:53:43.841] Build status: STARTED
[10:53:43.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:66:0) after 8m49s
[11:02:33.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:66:0)
[11:02:33.030] Build status: STARTED
[11:02:33.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:67:0) after 9m57s
[11:12:30.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:67:0)
[11:12:30.691] Build status: STARTED
[11:12:30.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:68:0) after 7m32s
[11:20:02.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:68:0)
[11:20:03.010] Build status: STARTED
[11:20:03.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:69:0) after 4m5s
[11:24:08.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:69:0)
[11:24:08.611] Build status: STARTED
[11:24:08.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:70:0) after 2m24s
[11:26:33.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:70:0)
[11:26:33.632] Build status: STARTED
[11:26:33.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:71:0) after 2m20s
[11:28:53.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:71:0)
[11:28:53.815] Build status: STARTED
[11:28:53.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:72:0) after 9m33s
[11:38:26.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:72:0)
[11:38:26.867] Build status: STARTED
[11:38:26.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:73:0) after 3m25s
[11:41:51.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:73:0)
[11:41:51.933] Build status: STARTED
[11:41:51.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:74:0) after 3m13s
[11:45:05.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:74:0)
[11:45:05.162] Build status: STARTED
[11:45:05.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:75:0) after 8m42s
[11:53:47.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:75:0)
[11:53:47.421] Build status: STARTED
[11:53:47.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:76:0) after 6m21s
[12:00:08.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:76:0)
[12:00:08.684] Build status: STARTED
[12:00:08.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:77:0) after 7m49s
[12:07:57.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:77:0)
[12:07:57.722] Build status: STARTED
[12:07:57.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:78:0) after 8m22s
[12:16:19.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:78:0)
[12:16:19.812] Build status: STARTED
[12:16:19.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:79:0) after 2m16s
[12:18:35.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:79:0)
[12:18:35.852] Build status: STARTED
[12:18:35.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:80:0) after 1m6s
[12:19:41.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:80:0)
[12:19:41.899] Build status: STARTED
[12:19:41.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:81:0) after 6m35s
[12:26:16.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:81:0)
[12:26:16.952] Build status: STARTED
[12:26:16.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:82:0) after 1m15s
[12:27:32.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:82:0)
[12:27:32.109] Build status: STARTED
[12:27:32.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:83:0) after 5m38s
[12:33:10.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:83:0)
[12:33:10.155] Build status: STARTED
[12:33:10.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:84:0) after 6m50s
[12:40:00.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:84:0)
[12:40:00.197] Build status: STARTED
[12:40:00.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:85:0) after 7m33s
[12:47:33.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:85:0)
[12:47:33.278] Build status: STARTED
[12:47:33.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:86:0) after 1m3s
[12:48:36.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:86:0)
[12:48:36.366] Build status: STARTED
[12:48:36.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:87:0) after 1m52s
[12:50:28.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:87:0)
[12:50:28.535] Build status: STARTED
[12:50:28.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:88:0) after 7m36s
[12:58:04.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:88:0)
[12:58:04.609] Build status: STARTED
[12:58:04.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:89:0) after 9m37s
[13:07:41.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:89:0)
[13:07:41.754] Build status: STARTED
[13:07:41.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:90:0) after 8m47s
[13:16:28.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:90:0)
[13:16:28.894] Build status: STARTED
[13:16:28.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:91:0) after 9m0s
[13:25:29.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:91:0)
[13:25:29.549] Build status: STARTED
[13:25:29.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:92:0) after 1m29s
[13:26:58.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:92:0)
[13:26:58.600] Build status: STARTED
[13:26:58.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:93:0) after 7m40s
[13:34:38.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:93:0)
[13:34:38.732] Build status: STARTED
[13:34:38.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:94:0) after 9m32s
[13:44:10.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:94:0)
[13:44:10.874] Build status: STARTED
[13:44:10.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:95:0) after 5m18s
[13:49:28.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:95:0)
[13:49:28.962] Build status: STARTED
[13:49:28.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:96:0) after 7m51s
[13:57:20.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:96:0)
[13:57:20.129] Build status: STARTED
[13:57:20.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:97:0) after 8m36s
[14:05:56.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:97:0)
[14:05:56.425] Build status: STARTED
[14:05:56.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:98:0) after 1m47s
[14:07:43.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:98:0)
[14:07:43.464] Build status: STARTED
[14:07:43.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:99:0) after 9m43s
[14:17:26.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:99:0)
[14:17:26.648] Build status: STARTED
[14:17:26.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:100:0) after 6m37s
[14:24:03.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:100:0)
[14:24:03.791] Build status: STARTED
[14:24:03.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:101:0) after 3m50s
[14:27:53.834] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:101:0)
[14:27:53.855] Build status: STARTED
[14:27:53.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:102:0) after 3m58s
[14:31:52.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:102:0)
[14:31:52.106] Build status: STARTED
[14:31:52.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:103:0) after 4m50s
[14:36:42.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:103:0)
[14:36:42.710] Build status: STARTED
[14:36:42.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:104:0) after 2m9s
[14:38:51.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:104:0)
[14:38:51.757] Build status: STARTED
[14:38:51.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:105:0) after 6m54s
[14:45:45.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:105:0)
[14:45:45.895] Build status: STARTED
[14:45:45.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:106:0) after 3m14s
[14:49:00.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:106:0)
[14:49:00.049] Build status: STARTED
[14:49:00.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:107:0) after 4m25s
[14:53:25.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:107:0)
[14:53:25.098] Build status: STARTED
[14:53:25.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:108:0) after 9m0s
[15:02:25.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:108:0)
[15:02:25.155] Build status: STARTED
[15:02:25.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:109:0) after 3m22s
[15:05:47.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:109:0)
[15:05:47.233] Build status: STARTED
[15:05:47.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:110:0) after 1m18s
[15:07:05.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:110:0)
[15:07:05.388] Build status: STARTED
[15:07:05.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:111:0) after 4m11s
[15:11:16.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:111:0)
[15:11:16.499] Build status: STARTED
[15:11:16.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:112:0) after 6m28s
[15:17:44.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:112:0)
[15:17:44.787] Build status: STARTED
[15:17:44.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:113:0) after 2m53s
[15:20:37.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:113:0)
[15:20:37.847] Build status: STARTED
[15:20:37.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:114:0) after 8m7s
[15:28:45.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:114:0)
[15:28:45.660] Build status: STARTED
[15:28:45.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:115:0) after 7m51s
[15:36:36.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:115:0)
[15:36:36.822] Build status: STARTED
[15:36:36.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:116:0) after 3m21s
[15:39:58.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:116:0)
[15:39:58.069] Build status: STARTED
[15:39:58.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:117:0) after 9m18s
[15:49:16.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:117:0)
[15:49:16.110] Build status: STARTED
[15:49:16.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:118:0) after 6m29s
[15:55:45.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:118:0)
[15:55:45.224] Build status: STARTED
[15:55:45.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:119:0) after 1m7s
[15:56:52.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:119:0)
[15:56:52.433] Build status: STARTED
[15:56:52.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:120:0) after 5m42s
[16:02:34.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:120:0)
[16:02:34.661] Build status: STARTED
[16:02:34.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:121:0) after 7m52s
[16:10:26.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:121:0)
[16:10:26.703] Build status: STARTED
[16:10:26.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:122:0) after 6m34s
[16:17:00.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:122:0)
[16:17:00.865] Build status: STARTED
[16:17:00.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:123:0) after 5m20s
[16:22:21.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:123:0)
[16:22:21.080] Build status: STARTED
[16:22:21.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:124:0) after 5m5s
[16:27:26.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:124:0)
[16:27:26.208] Build status: STARTED
[16:27:26.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:125:0) after 5m15s
[16:32:41.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:125:0)
[16:32:41.271] Build status: STARTED
[16:32:41.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:126:0) after 5m26s
[16:38:07.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:126:0)
[16:38:07.311] Build status: STARTED
[16:38:07.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:127:0) after 4m19s
[16:42:26.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:127:0)
[16:42:26.371] Build status: STARTED
[16:42:26.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:128:0) after 2m8s
[16:44:34.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:128:0)
[16:44:34.520] Build status: STARTED
[16:44:34.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:129:0) after 2m16s
[16:46:50.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:129:0)
[16:46:50.604] Build status: STARTED
[16:46:50.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:130:0) after 1m42s
[16:48:32.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:130:0)
[16:48:32.897] Build status: STARTED
[16:48:32.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:131:0) after 5m19s
[16:53:51.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:131:0)
[16:53:51.963] Build status: STARTED
[16:53:51.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:132:0) after 8m22s
[17:02:13.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:132:0)
[17:02:14.256] Build status: STARTED
[17:02:14.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:133:0) after 9m20s
[17:11:34.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:133:0)
[17:11:34.525] Build status: STARTED
[17:11:34.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:134:0) after 5m46s
[17:17:20.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:134:0)
[17:17:20.744] Build status: STARTED
[17:17:20.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:135:0) after 2m36s
[17:19:56.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:135:0)
[17:19:56.795] Build status: STARTED
[17:19:56.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:136:0) after 4m43s
[17:24:39.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:136:0)
[17:24:39.954] Build status: STARTED
[17:24:39.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:137:0) after 3m30s
[17:28:09.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:137:0)
[17:28:10.035] Build status: STARTED
[17:28:10.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:138:0) after 4m37s
[17:32:47.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:138:0)
[17:32:47.079] Build status: STARTED
[17:32:47.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:139:0) after 3m55s
[17:36:42.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:139:0)
[17:36:42.333] Build status: STARTED
[17:36:42.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:140:0) after 4m50s
[17:41:32.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:140:0)
[17:41:32.441] Build status: STARTED
[17:41:32.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:141:0) after 4m7s
[17:45:39.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:141:0)
[17:45:39.495] Build status: STARTED
[17:45:39.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:142:0) after 1m27s
[17:47:06.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:142:0)
[17:47:06.572] Build status: STARTED
[17:47:06.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:143:0) after 5m32s
[17:52:39.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:143:0)
[17:52:39.456] Build status: STARTED
[17:52:39.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:144:0) after 2m33s
[17:55:13.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:144:0)
[17:55:13.198] Build status: STARTED
[17:55:13.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:145:0) after 3m29s
[17:58:42.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:145:0)
[17:58:42.368] Build status: STARTED
[17:58:42.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:146:0) after 2m37s
[18:01:19.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:146:0)
[18:01:19.574] Build status: STARTED
[18:01:19.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:147:0) after 5m5s
[18:06:24.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:147:0)
[18:06:24.682] Build status: STARTED
[18:06:24.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:148:0) after 4m59s
[18:11:23.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:148:0)
[18:11:23.783] Build status: STARTED
[18:11:23.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:149:0) after 1m37s
[18:13:00.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:149:0)
[18:13:00.858] Build status: STARTED
[18:13:00.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:150:0) after 8m17s
[18:21:18.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:150:0)
[18:21:18.063] Build status: STARTED
[18:21:18.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:151:0) after 3m28s
[18:24:46.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:151:0)
[18:24:46.297] Build status: STARTED
[18:24:46.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:152:0) after 2m16s
[18:27:02.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:152:0)
[18:27:02.353] Build status: STARTED
[18:27:02.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:153:0) after 3m10s
[18:30:12.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:153:0)
[18:30:12.510] Build status: STARTED
[18:30:12.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:154:0) after 7m21s
[18:37:33.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:154:0)
[18:37:33.571] Build status: STARTED
[18:37:33.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:155:0) after 1m21s
[18:38:54.611] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:155:0)
[18:38:54.630] Build status: STARTED
[18:38:54.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:156:0) after 5m13s
[18:44:07.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:156:0)
[18:44:07.685] Build status: STARTED
[18:44:07.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:157:0) after 3m52s
[18:47:59.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:157:0)
[18:47:59.881] Build status: STARTED
[18:47:59.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:158:0) after 9m52s
[18:57:51.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:158:0)
[18:57:51.987] Build status: STARTED
[18:57:51.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:159:0) after 9m39s
[19:07:31.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:159:0)
[19:07:31.062] Build status: STARTED
[19:07:31.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:160:0) after 5m45s
[19:13:16.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:160:0)
[19:13:16.107] Build status: STARTED
[19:13:16.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:161:0) after 3m2s
[19:16:18.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:161:0)
[19:16:18.363] Build status: STARTED
[19:16:18.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:162:0) after 9m56s
[19:26:14.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:162:0)
[19:26:14.631] Build status: STARTED
[19:26:14.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:163:0) after 1m21s
[19:27:35.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:163:0)
[19:27:35.998] Build status: STARTED
[19:27:35.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:164:0) after 5m1s
[19:32:37.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:164:0)
[19:32:37.102] Build status: STARTED
[19:32:37.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:165:0) after 3m11s
[19:35:48.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:165:0)
[19:35:48.266] Build status: STARTED
[19:35:48.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:166:0) after 4m19s
[19:40:07.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:166:0)
[19:40:07.328] Build status: STARTED
[19:40:07.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:167:0) after 3m18s
[19:43:25.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:167:0)
[19:43:25.382] Build status: STARTED
[19:43:25.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:168:0) after 8m51s
[19:52:16.609] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:168:0)
[19:52:16.635] Build status: STARTED
[19:52:16.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:169:0) after 6m32s
[19:58:48.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:169:0)
[19:58:48.647] Build status: STARTED
[19:58:48.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:170:0) after 3m55s
[20:02:43.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:170:0)
[20:02:43.831] Build status: STARTED
[20:02:43.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:171:0) after 4m54s
[20:07:37.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:171:0)
[20:07:37.932] Build status: STARTED
[20:07:37.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:172:0) after 5m43s
[20:13:20.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:172:0)
[20:13:20.980] Build status: STARTED
[20:13:20.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:173:0) after 2m22s
[20:15:43.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:173:0)
[20:15:43.082] Build status: STARTED
[20:15:43.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:174:0) after 9m31s
[20:25:14.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:174:0)
[20:25:14.160] Build status: STARTED
[20:25:14.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:175:0) after 5m37s
[20:30:51.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:175:0)
[20:30:51.352] Build status: STARTED
[20:30:51.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:176:0) after 8m49s
[20:39:40.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:176:0)
[20:39:40.638] Build status: STARTED
[20:39:40.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:177:0) after 9m52s
[20:49:32.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:177:0)
[20:49:32.677] Build status: STARTED
[20:49:32.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:178:0) after 4m36s
[20:54:08.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:178:0)
[20:54:08.734] Build status: STARTED
[20:54:08.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:179:0) after 3m36s
[20:57:45.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:179:0)
[20:57:45.140] Build status: STARTED
[20:57:45.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:180:0) after 1m39s
[20:59:24.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:180:0)
[20:59:24.184] Build status: STARTED
[20:59:24.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:181:0) after 2m2s
[21:01:26.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:181:0)
[21:01:26.486] Build status: STARTED
[21:01:26.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:182:0) after 4m44s
[21:06:10.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:182:0)
[21:06:10.537] Build status: STARTED
[21:06:10.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:183:0) after 7m15s
[21:13:25.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:183:0)
[21:13:25.690] Build status: STARTED
[21:13:25.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:184:0) after 1m32s
[21:14:57.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:184:0)
[21:14:57.739] Build status: STARTED
[21:14:57.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:185:0) after 4m58s
[21:19:55.813] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:185:0)
[21:19:55.839] Build status: STARTED
[21:19:55.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:186:0) after 2m32s
[21:22:27.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:186:0)
[21:22:27.909] Build status: STARTED
[21:22:27.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:187:0) after 3m22s
[21:25:49.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:187:0)
[21:25:49.966] Build status: STARTED
[21:25:49.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:188:0) after 8m14s
[21:34:04.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:188:0)
[21:34:04.106] Build status: STARTED
[21:34:04.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:189:0) after 8m0s
[21:42:04.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:189:0)
[21:42:04.144] Build status: STARTED
[21:42:04.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:190:0) after 8m18s
[21:50:22.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:190:0)
[21:50:22.447] Build status: STARTED
[21:50:22.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:191:0) after 7m28s
[21:57:50.523] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:191:0)
[21:57:50.565] Build status: STARTED
[21:57:50.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:192:0) after 8m12s
[22:06:02.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:192:0)
[22:06:03.081] Build status: STARTED
[22:06:03.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:193:0) after 1m11s
[22:07:14.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:193:0)
[22:07:14.140] Build status: STARTED
[22:07:14.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:194:0) after 3m5s
[22:10:19.258] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:194:0)
[22:10:19.296] Build status: STARTED
[22:10:19.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:195:0) after 6m50s
[22:17:09.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:195:0)
[22:17:09.454] Build status: STARTED
[22:17:09.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:196:0) after 4m33s
[22:21:42.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:196:0)
[22:21:42.585] Build status: STARTED
[22:21:42.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8918673824904029712:197:0) after 7m52s
[22:27:16.103] Received PubSub notification, asking Buildbucket for the build status
[22:27:16.157] Build:
{
  "id": "8753243762822385857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30555,
  "createdBy": "project:chromium",
  "createTime": "2024-03-17T05:27:40.361968313Z",
  "startTime": "2024-03-17T05:27:41.558414Z",
  "endTime": "2024-03-17T22:27:13.552512Z",
  "updateTime": "2024-03-17T22:27:13.552512Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f27455fc0d7493ef33d7af1a50dd7f8a818870f",
      "ref": "refs/heads/main"
    }
  }
}
[22:27:16.157] Invocation finished in 16h59m37.165808467s with status FAILED