Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "374414854c27a262c99ec83a27ac22dea46ed311"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/374414854c27a262c99ec83a27ac22dea46ed311
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:56:48.800] New invocation is queued and will start shortly
[03:56:50.005] Starting the invocation (attempt 1)
[03:56:50.043] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/374414854c27a262c99ec83a27ac22dea46ed311"
[03:56:50.043] Popped gitiles commit info from properties and tags
[03:56:50.043] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:56:50.043] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:56:50.043] Buildbucket request:
{
  "requestId": "8917139391422873792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "374414854c27a262c99ec83a27ac22dea46ed311",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8917139391422873792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:56:50.739] Scheduled build:
{
  "id": "8751709329385520385",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30594,
  "createdBy": "project:chromium",
  "createTime": "2024-04-03T03:56:50.120013092Z",
  "updateTime": "2024-04-03T03:56:50.120013092Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "374414854c27a262c99ec83a27ac22dea46ed311",
      "ref": "refs/heads/main"
    }
  }
}
[03:56:50.739] Task URL: https://cr-buildbucket.appspot.com/build/8751709329385520385
[03:56:50.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:2:0) after 6m29s
[03:56:51.772] Received PubSub notification, asking Buildbucket for the build status
[03:56:51.798] Build status: SCHEDULED
[03:56:55.556] Received PubSub notification, asking Buildbucket for the build status
[03:56:55.616] Build status: STARTED
[04:03:19.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:2:0)
[04:03:19.962] Build status: STARTED
[04:03:19.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:5:0) after 3m10s
[04:06:30.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:5:0)
[04:06:30.133] Build status: STARTED
[04:06:30.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:6:0) after 5m54s
[04:12:24.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:6:0)
[04:12:24.291] Build status: STARTED
[04:12:24.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:7:0) after 1m28s
[04:13:52.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:7:0)
[04:13:52.358] Build status: STARTED
[04:13:52.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:8:0) after 3m4s
[04:16:56.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:8:0)
[04:16:56.569] Build status: STARTED
[04:16:56.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:9:0) after 8m39s
[04:25:35.734] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:9:0)
[04:25:35.755] Build status: STARTED
[04:25:35.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:10:0) after 3m57s
[04:29:32.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:10:0)
[04:29:32.811] Build status: STARTED
[04:29:32.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:11:0) after 4m5s
[04:33:37.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:11:0)
[04:33:37.963] Build status: STARTED
[04:33:37.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:12:0) after 8m9s
[04:41:47.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:12:0)
[04:41:47.052] Build status: STARTED
[04:41:47.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:13:0) after 1m40s
[04:43:27.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:13:0)
[04:43:27.297] Build status: STARTED
[04:43:27.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:14:0) after 1m58s
[04:45:25.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:14:0)
[04:45:25.429] Build status: STARTED
[04:45:25.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:15:0) after 3m26s
[04:48:51.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:15:0)
[04:48:51.732] Build status: STARTED
[04:48:51.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:16:0) after 3m47s
[04:52:38.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:16:0)
[04:52:38.747] Build status: STARTED
[04:52:38.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:17:0) after 5m38s
[04:58:16.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:17:0)
[04:58:16.829] Build status: STARTED
[04:58:16.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:18:0) after 9m1s
[05:07:18.290] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:18:0)
[05:07:18.325] Build status: STARTED
[05:07:18.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:19:0) after 5m29s
[05:12:47.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:19:0)
[05:12:47.387] Build status: STARTED
[05:12:47.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:20:0) after 2m15s
[05:15:02.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:20:0)
[05:15:02.631] Build status: STARTED
[05:15:02.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:21:0) after 3m3s
[05:18:05.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:21:0)
[05:18:05.980] Build status: STARTED
[05:18:05.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:22:0) after 1m1s
[05:19:07.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:22:0)
[05:19:07.522] Build status: STARTED
[05:19:07.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:23:0) after 2m26s
[05:21:33.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:23:0)
[05:21:33.678] Build status: STARTED
[05:21:33.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:24:0) after 9m24s
[05:30:57.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:24:0)
[05:30:57.946] Build status: STARTED
[05:30:57.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:25:0) after 8m34s
[05:39:31.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:25:0)
[05:39:32.011] Build status: STARTED
[05:39:32.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:26:0) after 3m9s
[05:42:41.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:26:0)
[05:42:41.161] Build status: STARTED
[05:42:41.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:27:0) after 5m26s
[05:48:07.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:27:0)
[05:48:07.262] Build status: STARTED
[05:48:07.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:28:0) after 4m3s
[05:52:10.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:28:0)
[05:52:10.329] Build status: STARTED
[05:52:10.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:29:0) after 4m49s
[05:56:59.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:29:0)
[05:56:59.498] Build status: STARTED
[05:56:59.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:30:0) after 9m10s
[06:06:10.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:30:0)
[06:06:10.244] Build status: STARTED
[06:06:10.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:31:0) after 6m0s
[06:12:10.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:31:0)
[06:12:10.514] Build status: STARTED
[06:12:10.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:32:0) after 3m10s
[06:15:20.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:32:0)
[06:15:20.647] Build status: STARTED
[06:15:20.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:33:0) after 9m51s
[06:25:11.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:33:0)
[06:25:11.815] Build status: STARTED
[06:25:11.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:34:0) after 9m4s
[06:34:15.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:34:0)
[06:34:15.879] Build status: STARTED
[06:34:15.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:35:0) after 7m22s
[06:41:37.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:35:0)
[06:41:37.930] Build status: STARTED
[06:41:37.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:36:0) after 4m38s
[06:46:16.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:36:0)
[06:46:16.152] Build status: STARTED
[06:46:16.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:37:0) after 5m22s
[06:51:38.268] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:37:0)
[06:51:38.289] Build status: STARTED
[06:51:38.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:38:0) after 8m43s
[07:00:21.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:38:0)
[07:00:21.762] Build status: STARTED
[07:00:21.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:39:0) after 6m2s
[07:06:23.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:39:0)
[07:06:24.019] Build status: STARTED
[07:06:24.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:40:0) after 1m54s
[07:08:18.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:40:0)
[07:08:18.120] Build status: STARTED
[07:08:18.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:41:0) after 1m22s
[07:09:40.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:41:0)
[07:09:40.290] Build status: STARTED
[07:09:40.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:42:0) after 8m55s
[07:18:35.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:42:0)
[07:18:35.531] Build status: STARTED
[07:18:35.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:43:0) after 6m13s
[07:24:48.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:43:0)
[07:24:48.619] Build status: STARTED
[07:24:48.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:44:0) after 4m44s
[07:29:32.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:44:0)
[07:29:32.778] Build status: STARTED
[07:29:32.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:45:0) after 9m28s
[07:39:00.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:45:0)
[07:39:00.894] Build status: STARTED
[07:39:00.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:46:0) after 6m7s
[07:45:07.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:46:0)
[07:45:07.960] Build status: STARTED
[07:45:07.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:47:0) after 4m18s
[07:49:26.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:47:0)
[07:49:26.043] Build status: STARTED
[07:49:26.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:48:0) after 2m55s
[07:52:21.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:48:0)
[07:52:21.201] Build status: STARTED
[07:52:21.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:49:0) after 1m34s
[07:53:55.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:49:0)
[07:53:55.264] Build status: STARTED
[07:53:55.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:50:0) after 8m49s
[08:02:44.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:50:0)
[08:02:44.367] Build status: STARTED
[08:02:44.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:51:0) after 3m21s
[08:06:05.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:51:0)
[08:06:05.555] Build status: STARTED
[08:06:05.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:52:0) after 9m4s
[08:15:09.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:52:0)
[08:15:09.810] Build status: STARTED
[08:15:09.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:53:0) after 8m12s
[08:23:21.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:53:0)
[08:23:21.875] Build status: STARTED
[08:23:21.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:54:0) after 2m29s
[08:25:50.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:54:0)
[08:25:50.932] Build status: STARTED
[08:25:50.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:55:0) after 5m48s
[08:31:38.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:55:0)
[08:31:38.985] Build status: STARTED
[08:31:38.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:56:0) after 3m31s
[08:35:10.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:56:0)
[08:35:10.269] Build status: STARTED
[08:35:10.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:57:0) after 7m50s
[08:43:00.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:57:0)
[08:43:00.600] Build status: STARTED
[08:43:00.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:58:0) after 4m56s
[08:47:56.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:58:0)
[08:47:56.828] Build status: STARTED
[08:47:56.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:59:0) after 8m6s
[08:56:03.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:59:0)
[08:56:03.325] Build status: STARTED
[08:56:03.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:60:0) after 7m35s
[09:03:38.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:60:0)
[09:03:38.517] Build status: STARTED
[09:03:38.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:61:0) after 7m10s
[09:10:48.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:61:0)
[09:10:48.626] Build status: STARTED
[09:10:48.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:62:0) after 3m36s
[09:14:24.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:62:0)
[09:14:24.742] Build status: STARTED
[09:14:24.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:63:0) after 4m15s
[09:18:39.858] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:63:0)
[09:18:39.881] Build status: STARTED
[09:18:39.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:64:0) after 3m52s
[09:22:31.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:64:0)
[09:22:31.966] Build status: STARTED
[09:22:31.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:65:0) after 3m36s
[09:26:08.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:65:0)
[09:26:08.178] Build status: STARTED
[09:26:08.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:66:0) after 5m43s
[09:31:51.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:66:0)
[09:31:51.313] Build status: STARTED
[09:31:51.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:67:0) after 6m59s
[09:38:50.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:67:0)
[09:38:50.452] Build status: STARTED
[09:38:50.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:68:0) after 5m15s
[09:44:05.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:68:0)
[09:44:05.645] Build status: STARTED
[09:44:05.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:69:0) after 6m1s
[09:50:06.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:69:0)
[09:50:06.857] Build status: STARTED
[09:50:06.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:70:0) after 9m43s
[09:59:50.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:70:0)
[09:59:50.147] Build status: STARTED
[09:59:50.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:71:0) after 1m34s
[10:01:24.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:71:0)
[10:01:24.269] Build status: STARTED
[10:01:24.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:72:0) after 7m47s
[10:09:11.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:72:0)
[10:09:11.456] Build status: STARTED
[10:09:11.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:73:0) after 6m37s
[10:15:49.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:73:0)
[10:15:49.082] Build status: STARTED
[10:15:49.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:74:0) after 9m59s
[10:25:48.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:74:0)
[10:25:48.507] Build status: STARTED
[10:25:48.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:75:0) after 5m17s
[10:31:05.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:75:0)
[10:31:05.916] Build status: STARTED
[10:31:05.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:76:0) after 4m34s
[10:35:40.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:76:0)
[10:35:40.050] Build status: STARTED
[10:35:40.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:77:0) after 2m26s
[10:38:06.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:77:0)
[10:38:06.140] Build status: STARTED
[10:38:06.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:78:0) after 2m12s
[10:40:18.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:78:0)
[10:40:18.225] Build status: STARTED
[10:40:18.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:79:0) after 8m21s
[10:48:39.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:79:0)
[10:48:39.588] Build status: STARTED
[10:48:39.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:80:0) after 4m33s
[10:53:12.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:80:0)
[10:53:12.684] Build status: STARTED
[10:53:12.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:81:0) after 1m47s
[10:54:59.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:81:0)
[10:54:59.791] Build status: STARTED
[10:54:59.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:82:0) after 5m47s
[11:00:46.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:82:0)
[11:00:46.984] Build status: STARTED
[11:00:46.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:83:0) after 1m37s
[11:02:24.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:83:0)
[11:02:24.311] Build status: STARTED
[11:02:24.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:84:0) after 7m29s
[11:09:53.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:84:0)
[11:09:53.751] Build status: STARTED
[11:09:53.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:85:0) after 8m40s
[11:18:33.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:85:0)
[11:18:33.873] Build status: STARTED
[11:18:33.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:86:0) after 9m40s
[11:28:14.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:86:0)
[11:28:14.245] Build status: STARTED
[11:28:14.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:87:0) after 6m51s
[11:35:05.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:87:0)
[11:35:05.708] Build status: STARTED
[11:35:05.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:88:0) after 8m11s
[11:43:16.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:88:0)
[11:43:16.888] Build status: STARTED
[11:43:16.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:89:0) after 7m34s
[11:50:51.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:89:0)
[11:50:51.288] Build status: STARTED
[11:50:51.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:90:0) after 7m26s
[11:58:17.685] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:90:0)
[11:58:17.707] Build status: STARTED
[11:58:17.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:91:0) after 3m6s
[12:01:23.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:91:0)
[12:01:23.881] Build status: STARTED
[12:01:23.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:92:0) after 1m54s
[12:03:18.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:92:0)
[12:03:18.290] Build status: STARTED
[12:03:18.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:93:0) after 1m21s
[12:04:39.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:93:0)
[12:04:39.359] Build status: STARTED
[12:04:39.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:94:0) after 1m10s
[12:05:49.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:94:0)
[12:05:49.624] Build status: STARTED
[12:05:49.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:95:0) after 7m28s
[12:13:17.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:95:0)
[12:13:17.943] Build status: STARTED
[12:13:17.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:96:0) after 1m59s
[12:15:17.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:96:0)
[12:15:17.074] Build status: STARTED
[12:15:17.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:97:0) after 4m11s
[12:19:28.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:97:0)
[12:19:28.324] Build status: STARTED
[12:19:28.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:98:0) after 8m19s
[12:27:47.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:98:0)
[12:27:47.671] Build status: STARTED
[12:27:47.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:99:0) after 6m17s
[12:34:04.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:99:0)
[12:34:04.784] Build status: STARTED
[12:34:04.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:100:0) after 2m32s
[12:36:37.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:100:0)
[12:36:37.092] Build status: STARTED
[12:36:37.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:101:0) after 6m26s
[12:43:03.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:101:0)
[12:43:03.267] Build status: STARTED
[12:43:03.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:102:0) after 1m39s
[12:44:42.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:102:0)
[12:44:42.338] Build status: STARTED
[12:44:42.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:103:0) after 2m29s
[12:47:11.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:103:0)
[12:47:11.547] Build status: STARTED
[12:47:11.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:104:0) after 5m24s
[12:52:35.794] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:104:0)
[12:52:35.812] Build status: STARTED
[12:52:35.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:105:0) after 6m6s
[12:58:41.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:105:0)
[12:58:41.874] Build status: STARTED
[12:58:41.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:106:0) after 2m20s
[13:01:02.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:106:0)
[13:01:02.073] Build status: STARTED
[13:01:02.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:107:0) after 3m38s
[13:04:40.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:107:0)
[13:04:40.226] Build status: STARTED
[13:04:40.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:108:0) after 1m37s
[13:06:17.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:108:0)
[13:06:17.298] Build status: STARTED
[13:06:17.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:109:0) after 4m24s
[13:10:41.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:109:0)
[13:10:41.435] Build status: STARTED
[13:10:41.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:110:0) after 8m43s
[13:19:24.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:110:0)
[13:19:24.515] Build status: STARTED
[13:19:24.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:111:0) after 6m1s
[13:25:25.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:111:0)
[13:25:25.703] Build status: STARTED
[13:25:25.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:112:0) after 4m14s
[13:29:39.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:112:0)
[13:29:40.022] Build status: STARTED
[13:29:40.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:113:0) after 8m38s
[13:38:18.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:113:0)
[13:38:18.120] Build status: STARTED
[13:38:18.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:114:0) after 6m9s
[13:44:27.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:114:0)
[13:44:27.322] Build status: STARTED
[13:44:27.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:115:0) after 3m35s
[13:48:02.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:115:0)
[13:48:02.402] Build status: STARTED
[13:48:02.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:116:0) after 3m57s
[13:51:59.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:116:0)
[13:51:59.446] Build status: STARTED
[13:51:59.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:117:0) after 9m17s
[14:01:16.491] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:117:0)
[14:01:16.714] Build status: STARTED
[14:01:16.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:118:0) after 9m29s
[14:10:45.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:118:0)
[14:10:45.922] Build status: STARTED
[14:10:45.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:119:0) after 8m40s
[14:19:25.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:119:0)
[14:19:25.985] Build status: STARTED
[14:19:25.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:120:0) after 3m25s
[14:22:51.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:120:0)
[14:22:51.104] Build status: STARTED
[14:22:51.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:121:0) after 3m27s
[14:26:18.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:121:0)
[14:26:18.213] Build status: STARTED
[14:26:18.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:122:0) after 2m30s
[14:28:48.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:122:0)
[14:28:48.270] Build status: STARTED
[14:28:48.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:123:0) after 4m9s
[14:32:57.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:123:0)
[14:32:57.349] Build status: STARTED
[14:32:57.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:124:0) after 3m0s
[14:35:57.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:124:0)
[14:35:57.461] Build status: STARTED
[14:35:57.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:125:0) after 9m17s
[14:45:14.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:125:0)
[14:45:14.570] Build status: STARTED
[14:45:14.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:126:0) after 2m52s
[14:48:06.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:126:0)
[14:48:06.755] Build status: STARTED
[14:48:06.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:127:0) after 5m13s
[14:53:19.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:127:0)
[14:53:19.824] Build status: STARTED
[14:53:19.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:128:0) after 1m21s
[14:54:40.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:128:0)
[14:54:40.970] Build status: STARTED
[14:54:40.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:129:0) after 7m36s
[15:02:17.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:129:0)
[15:02:17.131] Build status: STARTED
[15:02:17.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:130:0) after 9m4s
[15:11:21.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:130:0)
[15:11:21.243] Build status: STARTED
[15:11:21.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:131:0) after 5m55s
[15:17:16.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:131:0)
[15:17:16.431] Build status: STARTED
[15:17:16.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:132:0) after 3m10s
[15:20:26.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:132:0)
[15:20:26.526] Build status: STARTED
[15:20:26.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:133:0) after 9m25s
[15:29:51.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:133:0)
[15:29:51.611] Build status: STARTED
[15:29:51.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:134:0) after 6m48s
[15:36:39.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:134:0)
[15:36:39.698] Build status: STARTED
[15:36:39.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:135:0) after 7m42s
[15:44:21.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:135:0)
[15:44:21.751] Build status: STARTED
[15:44:21.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:136:0) after 9m29s
[15:53:50.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:136:0)
[15:53:50.871] Build status: STARTED
[15:53:50.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:137:0) after 8m17s
[16:02:07.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:137:0)
[16:02:07.932] Build status: STARTED
[16:02:07.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:138:0) after 9m9s
[16:11:16.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:138:0)
[16:11:16.985] Build status: STARTED
[16:11:16.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:139:0) after 9m30s
[16:20:47.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:139:0)
[16:20:47.053] Build status: STARTED
[16:20:47.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:140:0) after 7m41s
[16:28:28.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:140:0)
[16:28:28.142] Build status: STARTED
[16:28:28.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:141:0) after 1m15s
[16:29:43.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:141:0)
[16:29:43.176] Build status: STARTED
[16:29:43.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:142:0) after 3m8s
[16:32:51.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:142:0)
[16:32:51.300] Build status: STARTED
[16:32:51.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:143:0) after 1m30s
[16:34:21.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:143:0)
[16:34:21.382] Build status: STARTED
[16:34:21.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:144:0) after 7m12s
[16:41:33.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:144:0)
[16:41:33.438] Build status: STARTED
[16:41:33.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:145:0) after 2m20s
[16:43:53.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:145:0)
[16:43:53.572] Build status: STARTED
[16:43:53.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:146:0) after 6m24s
[16:50:17.654] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:146:0)
[16:50:17.737] Build status: STARTED
[16:50:17.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:147:0) after 6m51s
[16:57:08.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:147:0)
[16:57:08.803] Build status: STARTED
[16:57:08.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:148:0) after 8m6s
[17:05:15.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:148:0)
[17:05:15.054] Build status: STARTED
[17:05:15.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:149:0) after 5m33s
[17:10:48.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:149:0)
[17:10:48.265] Build status: STARTED
[17:10:48.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:150:0) after 4m17s
[17:15:05.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:150:0)
[17:15:05.430] Build status: STARTED
[17:15:05.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:151:0) after 2m16s
[17:17:21.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:151:0)
[17:17:21.569] Build status: STARTED
[17:17:21.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:152:0) after 6m6s
[17:23:27.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:152:0)
[17:23:27.736] Build status: STARTED
[17:23:27.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:153:0) after 5m13s
[17:28:41.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:153:0)
[17:28:41.700] Build status: STARTED
[17:28:41.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:154:0) after 8m43s
[17:37:24.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:154:0)
[17:37:24.741] Build status: STARTED
[17:37:24.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:155:0) after 7m0s
[17:44:24.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:155:0)
[17:44:24.875] Build status: STARTED
[17:44:24.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:156:0) after 3m49s
[17:48:13.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:156:0)
[17:48:13.954] Build status: STARTED
[17:48:13.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:157:0) after 4m35s
[17:52:49.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:157:0)
[17:52:49.021] Build status: STARTED
[17:52:49.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:158:0) after 8m14s
[18:01:03.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:158:0)
[18:01:03.210] Build status: STARTED
[18:01:03.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:159:0) after 2m47s
[18:03:50.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:159:0)
[18:03:50.243] Build status: STARTED
[18:03:50.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:160:0) after 2m13s
[18:06:03.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:160:0)
[18:06:03.471] Build status: STARTED
[18:06:03.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:161:0) after 8m45s
[18:14:48.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:161:0)
[18:14:48.664] Build status: STARTED
[18:14:48.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:162:0) after 6m33s
[18:21:21.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:162:0)
[18:21:21.743] Build status: STARTED
[18:21:21.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:163:0) after 7m0s
[18:28:21.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:163:0)
[18:28:21.870] Build status: STARTED
[18:28:21.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:164:0) after 4m59s
[18:33:20.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:164:0)
[18:33:21.035] Build status: STARTED
[18:33:21.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:165:0) after 1m18s
[18:34:39.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:165:0)
[18:34:39.169] Build status: STARTED
[18:34:39.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:166:0) after 5m47s
[18:40:26.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:166:0)
[18:40:26.359] Build status: STARTED
[18:40:26.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:167:0) after 4m52s
[18:45:18.442] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:167:0)
[18:45:18.471] Build status: STARTED
[18:45:18.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:168:0) after 6m10s
[18:51:28.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:168:0)
[18:51:28.589] Build status: STARTED
[18:51:28.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:169:0) after 4m1s
[18:55:29.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:169:0)
[18:55:29.768] Build status: STARTED
[18:55:29.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:170:0) after 9m43s
[19:05:12.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:170:0)
[19:05:12.878] Build status: STARTED
[19:05:12.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:171:0) after 3m42s
[19:08:54.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:171:0)
[19:08:54.935] Build status: STARTED
[19:08:54.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:172:0) after 3m37s
[19:12:31.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:172:0)
[19:12:32.004] Build status: STARTED
[19:12:32.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:173:0) after 5m32s
[19:18:04.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:173:0)
[19:18:04.108] Build status: STARTED
[19:18:04.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:174:0) after 6m9s
[19:24:13.210] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:174:0)
[19:24:13.230] Build status: STARTED
[19:24:13.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:175:0) after 8m51s
[19:33:04.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:175:0)
[19:33:04.396] Build status: STARTED
[19:33:04.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:176:0) after 5m20s
[19:38:24.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:176:0)
[19:38:24.463] Build status: STARTED
[19:38:24.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:177:0) after 3m46s
[19:42:10.494] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:177:0)
[19:42:10.519] Build status: STARTED
[19:42:10.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:178:0) after 7m21s
[19:49:31.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:178:0)
[19:49:31.574] Build status: STARTED
[19:49:31.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:179:0) after 7m22s
[19:56:53.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:179:0)
[19:56:53.645] Build status: STARTED
[19:56:53.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:180:0) after 9m38s
[20:06:31.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:180:0)
[20:06:31.914] Build status: STARTED
[20:06:31.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:181:0) after 8m13s
[20:14:44.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:181:0)
[20:14:45.045] Build status: STARTED
[20:14:45.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:182:0) after 3m22s
[20:18:07.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:182:0)
[20:18:07.118] Build status: STARTED
[20:18:07.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:183:0) after 9m48s
[20:27:55.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:183:0)
[20:27:55.226] Build status: STARTED
[20:27:55.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:184:0) after 7m22s
[20:35:17.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:184:0)
[20:35:17.338] Build status: STARTED
[20:35:17.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:185:0) after 8m29s
[20:43:46.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:185:0)
[20:43:46.436] Build status: STARTED
[20:43:46.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8917139391422873792:186:0) after 7m52s
[20:47:14.620] Received PubSub notification, asking Buildbucket for the build status
[20:47:14.679] Build:
{
  "id": "8751709329385520385",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 30594,
  "createdBy": "project:chromium",
  "createTime": "2024-04-03T03:56:50.120013092Z",
  "startTime": "2024-04-03T03:56:55.333806343Z",
  "endTime": "2024-04-03T20:47:14.131452860Z",
  "updateTime": "2024-04-03T20:47:14.131452860Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "374414854c27a262c99ec83a27ac22dea46ed311",
      "ref": "refs/heads/main"
    }
  }
}
[20:47:14.679] Invocation finished in 16h50m25.886608725s with status FAILED