Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a756c5980cf5fd46ceb3dfcf09ee4fe60e323c7c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a756c5980cf5fd46ceb3dfcf09ee4fe60e323c7c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:43:50.408] New invocation is queued and will start shortly
[14:43:51.667] Starting the invocation (attempt 1)
[14:43:51.702] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a756c5980cf5fd46ceb3dfcf09ee4fe60e323c7c"
[14:43:51.702] Popped gitiles commit info from properties and tags
[14:43:51.702] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:43:51.702] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:43:51.702] Buildbucket request:
{
  "requestId": "8965930448915390000",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a756c5980cf5fd46ceb3dfcf09ee4fe60e323c7c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8965930448915390000"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:43:52.202] Scheduled build:
{
  "id": "8800500386789803857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28239,
  "createdBy": "project:chromium",
  "createTime": "2022-10-12T14:43:51.803052081Z",
  "updateTime": "2022-10-12T14:43:51.803052081Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a756c5980cf5fd46ceb3dfcf09ee4fe60e323c7c",
      "ref": "refs/heads/main"
    }
  }
}
[14:43:52.202] Task URL: https://cr-buildbucket.appspot.com/build/8800500386789803857
[14:43:52.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:2:0) after 9m30s
[14:48:35.609] Received PubSub notification, asking Buildbucket for the build status
[14:48:35.646] Build status: STARTED
[14:53:22.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:2:0)
[14:53:22.384] Build status: STARTED
[14:53:22.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:4:0) after 7m46s
[15:01:09.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:4:0)
[15:01:09.100] Build status: STARTED
[15:01:09.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:5:0) after 3m20s
[15:04:29.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:5:0)
[15:04:29.468] Build status: STARTED
[15:04:29.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:6:0) after 2m32s
[15:07:01.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:6:0)
[15:07:01.883] Build status: STARTED
[15:07:01.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:7:0) after 6m37s
[15:13:39.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:7:0)
[15:13:39.278] Build status: STARTED
[15:13:39.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:8:0) after 1m33s
[15:15:12.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:8:0)
[15:15:12.334] Build status: STARTED
[15:15:12.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:9:0) after 4m35s
[15:19:47.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:9:0)
[15:19:47.593] Build status: STARTED
[15:19:47.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:10:0) after 7m1s
[15:26:48.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:10:0)
[15:26:48.639] Build status: STARTED
[15:26:48.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:11:0) after 1m21s
[15:28:09.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:11:0)
[15:28:09.644] Build status: STARTED
[15:28:09.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:12:0) after 7m25s
[15:35:34.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:12:0)
[15:35:34.684] Build status: STARTED
[15:35:34.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:13:0) after 4m50s
[15:40:24.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:13:0)
[15:40:24.819] Build status: STARTED
[15:40:24.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:14:0) after 1m37s
[15:42:01.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:14:0)
[15:42:01.866] Build status: STARTED
[15:42:01.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:15:0) after 6m24s
[15:48:26.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:15:0)
[15:48:26.905] Build status: STARTED
[15:48:26.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:16:0) after 2m29s
[15:50:55.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:16:0)
[15:50:55.944] Build status: STARTED
[15:50:55.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:17:0) after 6m4s
[15:57:00.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:17:0)
[15:57:00.378] Build status: STARTED
[15:57:00.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:18:0) after 3m48s
[16:00:48.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:18:0)
[16:00:48.558] Build status: STARTED
[16:00:48.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:19:0) after 1m42s
[16:02:30.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:19:0)
[16:02:30.684] Build status: STARTED
[16:02:30.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:20:0) after 5m36s
[16:08:06.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:20:0)
[16:08:06.750] Build status: STARTED
[16:08:06.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:21:0) after 7m4s
[16:15:10.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:21:0)
[16:15:11.013] Build status: STARTED
[16:15:11.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:22:0) after 6m39s
[16:21:50.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:22:0)
[16:21:50.229] Build status: STARTED
[16:21:50.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:23:0) after 3m10s
[16:25:00.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:23:0)
[16:25:00.438] Build status: STARTED
[16:25:00.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:24:0) after 2m26s
[16:27:26.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:24:0)
[16:27:26.592] Build status: STARTED
[16:27:26.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:25:0) after 3m55s
[16:31:21.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:25:0)
[16:31:21.733] Build status: STARTED
[16:31:21.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:26:0) after 7m42s
[16:39:03.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:26:0)
[16:39:04.011] Build status: STARTED
[16:39:04.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:27:0) after 7m26s
[16:46:30.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:27:0)
[16:46:30.099] Build status: STARTED
[16:46:30.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:28:0) after 2m11s
[16:48:41.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:28:0)
[16:48:41.146] Build status: STARTED
[16:48:41.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:29:0) after 6m21s
[16:55:02.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:29:0)
[16:55:02.291] Build status: STARTED
[16:55:02.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:30:0) after 8m59s
[17:04:01.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:30:0)
[17:04:01.581] Build status: STARTED
[17:04:01.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:31:0) after 4m54s
[17:08:55.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:31:0)
[17:08:55.626] Build status: STARTED
[17:08:55.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:32:0) after 5m43s
[17:14:38.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:32:0)
[17:14:38.682] Build status: STARTED
[17:14:38.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:33:0) after 6m55s
[17:21:33.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:33:0)
[17:21:33.884] Build status: STARTED
[17:21:33.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:34:0) after 2m55s
[17:24:28.976] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:34:0)
[17:24:29.017] Build status: STARTED
[17:24:29.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:35:0) after 8m14s
[17:32:43.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:35:0)
[17:32:43.088] Build status: STARTED
[17:32:43.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:36:0) after 1m50s
[17:34:33.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:36:0)
[17:34:33.144] Build status: STARTED
[17:34:33.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:37:0) after 2m44s
[17:37:17.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:37:0)
[17:37:17.273] Build status: STARTED
[17:37:17.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:38:0) after 6m53s
[17:44:10.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:38:0)
[17:44:10.404] Build status: STARTED
[17:44:10.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:39:0) after 2m16s
[17:46:26.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:39:0)
[17:46:26.614] Build status: STARTED
[17:46:26.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:40:0) after 3m6s
[17:49:32.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:40:0)
[17:49:32.820] Build status: STARTED
[17:49:32.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:41:0) after 8m41s
[17:58:13.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:41:0)
[17:58:14.022] Build status: STARTED
[17:58:14.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:42:0) after 5m5s
[18:03:19.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:42:0)
[18:03:19.120] Build status: STARTED
[18:03:19.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:43:0) after 9m16s
[18:12:35.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:43:0)
[18:12:35.298] Build status: STARTED
[18:12:35.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:44:0) after 1m45s
[18:14:20.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:44:0)
[18:14:20.382] Build status: STARTED
[18:14:20.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:45:0) after 7m14s
[18:21:34.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:45:0)
[18:21:34.527] Build status: STARTED
[18:21:34.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:46:0) after 4m19s
[18:25:53.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:46:0)
[18:25:53.770] Build status: STARTED
[18:25:53.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:47:0) after 4m57s
[18:30:50.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:47:0)
[18:30:50.939] Build status: STARTED
[18:30:50.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:48:0) after 3m20s
[18:34:11.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:48:0)
[18:34:11.268] Build status: STARTED
[18:34:11.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:49:0) after 8m13s
[18:42:24.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:49:0)
[18:42:24.597] Build status: STARTED
[18:42:24.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:50:0) after 2m57s
[18:45:22.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:50:0)
[18:45:22.078] Build status: STARTED
[18:45:22.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:51:0) after 4m51s
[18:50:13.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:51:0)
[18:50:13.280] Build status: STARTED
[18:50:13.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:52:0) after 7m28s
[18:57:41.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:52:0)
[18:57:41.414] Build status: STARTED
[18:57:41.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:53:0) after 7m32s
[19:05:13.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:53:0)
[19:05:13.569] Build status: STARTED
[19:05:13.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:54:0) after 7m31s
[19:12:44.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:54:0)
[19:12:44.624] Build status: STARTED
[19:12:44.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:55:0) after 9m22s
[19:22:06.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:55:0)
[19:22:06.670] Build status: STARTED
[19:22:06.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:56:0) after 3m53s
[19:25:59.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:56:0)
[19:25:59.717] Build status: STARTED
[19:25:59.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:57:0) after 3m41s
[19:29:40.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:57:0)
[19:29:40.833] Build status: STARTED
[19:29:40.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:58:0) after 2m48s
[19:32:28.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:58:0)
[19:32:28.973] Build status: STARTED
[19:32:28.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:59:0) after 2m9s
[19:34:38.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:59:0)
[19:34:38.167] Build status: STARTED
[19:34:38.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:60:0) after 1m32s
[19:36:10.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:60:0)
[19:36:10.220] Build status: STARTED
[19:36:10.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:61:0) after 5m4s
[19:41:14.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:61:0)
[19:41:14.590] Build status: STARTED
[19:41:14.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:62:0) after 3m16s
[19:44:31.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:62:0)
[19:44:31.042] Build status: STARTED
[19:44:31.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:63:0) after 4m54s
[19:49:25.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:63:0)
[19:49:25.126] Build status: STARTED
[19:49:25.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:64:0) after 8m12s
[19:57:37.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:64:0)
[19:57:37.701] Build status: STARTED
[19:57:37.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:65:0) after 1m22s
[19:59:00.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:65:0)
[19:59:00.122] Build status: STARTED
[19:59:00.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:66:0) after 4m57s
[20:03:57.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:66:0)
[20:03:57.143] Build status: STARTED
[20:03:57.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:67:0) after 9m25s
[20:13:22.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:67:0)
[20:13:22.541] Build status: STARTED
[20:13:22.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:68:0) after 1m4s
[20:14:26.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:68:0)
[20:14:26.694] Build status: STARTED
[20:14:26.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:69:0) after 1m42s
[20:16:08.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:69:0)
[20:16:08.737] Build status: STARTED
[20:16:08.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:70:0) after 5m26s
[20:21:34.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:70:0)
[20:21:34.836] Build status: STARTED
[20:21:34.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:71:0) after 6m44s
[20:28:19.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:71:0)
[20:28:19.103] Build status: STARTED
[20:28:19.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:72:0) after 5m50s
[20:34:09.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:72:0)
[20:34:09.530] Build status: STARTED
[20:34:09.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:73:0) after 5m53s
[20:40:02.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:73:0)
[20:40:02.744] Build status: STARTED
[20:40:02.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:74:0) after 1m8s
[20:41:10.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:74:0)
[20:41:10.786] Build status: STARTED
[20:41:10.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:75:0) after 3m1s
[20:44:11.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:75:0)
[20:44:11.843] Build status: STARTED
[20:44:11.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:76:0) after 5m3s
[20:49:14.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:76:0)
[20:49:14.890] Build status: STARTED
[20:49:14.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:77:0) after 7m39s
[20:56:53.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:77:0)
[20:56:53.943] Build status: STARTED
[20:56:53.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:78:0) after 4m16s
[21:01:10.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:78:0)
[21:01:10.132] Build status: STARTED
[21:01:10.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:79:0) after 2m57s
[21:04:07.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:79:0)
[21:04:07.272] Build status: STARTED
[21:04:07.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:80:0) after 6m22s
[21:10:30.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:80:0)
[21:10:30.042] Build status: STARTED
[21:10:30.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:81:0) after 8m57s
[21:19:27.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:81:0)
[21:19:27.198] Build status: STARTED
[21:19:27.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:82:0) after 9m34s
[21:29:01.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:82:0)
[21:29:01.347] Build status: STARTED
[21:29:01.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:83:0) after 1m16s
[21:30:17.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:83:0)
[21:30:17.467] Build status: STARTED
[21:30:17.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:84:0) after 3m30s
[21:33:47.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:84:0)
[21:33:47.690] Build status: STARTED
[21:33:47.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:85:0) after 6m37s
[21:40:24.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:85:0)
[21:40:24.844] Build status: STARTED
[21:40:24.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:86:0) after 5m35s
[21:45:59.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:86:0)
[21:45:59.974] Build status: STARTED
[21:45:59.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:87:0) after 8m0s
[21:54:00.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:87:0)
[21:54:00.304] Build status: STARTED
[21:54:00.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:88:0) after 3m34s
[21:57:35.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:88:0)
[21:57:35.285] Build status: STARTED
[21:57:35.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:89:0) after 8m41s
[22:06:16.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:89:0)
[22:06:16.400] Build status: STARTED
[22:06:16.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:90:0) after 9m33s
[22:15:49.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:90:0)
[22:15:49.474] Build status: STARTED
[22:15:49.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:91:0) after 8m45s
[22:24:34.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:91:0)
[22:24:34.522] Build status: STARTED
[22:24:34.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:92:0) after 6m18s
[22:30:52.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:92:0)
[22:30:52.712] Build status: STARTED
[22:30:52.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:93:0) after 1m47s
[22:32:39.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:93:0)
[22:32:39.783] Build status: STARTED
[22:32:39.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:94:0) after 1m59s
[22:34:38.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:94:0)
[22:34:38.827] Build status: STARTED
[22:34:38.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:95:0) after 9m41s
[22:44:20.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:95:0)
[22:44:20.721] Build status: STARTED
[22:44:20.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:96:0) after 8m58s
[22:53:18.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:96:0)
[22:53:18.946] Build status: STARTED
[22:53:18.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:97:0) after 1m43s
[22:55:02.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:97:0)
[22:55:02.300] Build status: STARTED
[22:55:02.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:98:0) after 3m51s
[22:58:53.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:98:0)
[22:58:53.646] Build status: STARTED
[22:58:53.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:99:0) after 2m59s
[23:01:52.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:99:0)
[23:01:52.819] Build status: STARTED
[23:01:52.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:100:0) after 1m50s
[23:03:43.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:100:0)
[23:03:43.237] Build status: STARTED
[23:03:43.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:101:0) after 8m2s
[23:11:45.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:101:0)
[23:11:45.369] Build status: STARTED
[23:11:45.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:102:0) after 7m57s
[23:19:42.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:102:0)
[23:19:42.464] Build status: STARTED
[23:19:42.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:103:0) after 2m21s
[23:22:03.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:103:0)
[23:22:03.584] Build status: STARTED
[23:22:03.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:104:0) after 7m23s
[23:29:26.610] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:104:0)
[23:29:26.637] Build status: STARTED
[23:29:26.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:105:0) after 5m6s
[23:34:32.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:105:0)
[23:34:32.699] Build status: STARTED
[23:34:32.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:106:0) after 8m24s
[23:42:56.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:106:0)
[23:42:56.743] Build status: STARTED
[23:42:56.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:107:0) after 1m46s
[23:44:43.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:107:0)
[23:44:43.154] Build status: STARTED
[23:44:43.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:108:0) after 1m49s
[23:46:32.195] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:108:0)
[23:46:32.223] Build status: STARTED
[23:46:32.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:109:0) after 7m30s
[23:54:02.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:109:0)
[23:54:02.438] Build status: STARTED
[23:54:02.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:110:0) after 7m46s
[00:01:48.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:110:0)
[00:01:48.496] Build status: STARTED
[00:01:48.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:111:0) after 4m53s
[00:06:41.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:111:0)
[00:06:41.654] Build status: STARTED
[00:06:41.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:112:0) after 2m54s
[00:09:35.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:112:0)
[00:09:35.886] Build status: STARTED
[00:09:35.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:113:0) after 5m23s
[00:14:59.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:113:0)
[00:14:59.160] Build status: STARTED
[00:14:59.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:114:0) after 3m42s
[00:18:41.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:114:0)
[00:18:41.321] Build status: STARTED
[00:18:41.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:115:0) after 6m26s
[00:25:07.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:115:0)
[00:25:07.373] Build status: STARTED
[00:25:07.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:116:0) after 2m14s
[00:27:21.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:116:0)
[00:27:21.657] Build status: STARTED
[00:27:21.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:117:0) after 4m31s
[00:31:52.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:117:0)
[00:31:52.734] Build status: STARTED
[00:31:52.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:118:0) after 8m24s
[00:40:16.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:118:0)
[00:40:16.860] Build status: STARTED
[00:40:16.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:119:0) after 2m53s
[00:43:10.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:119:0)
[00:43:10.336] Build status: STARTED
[00:43:10.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:120:0) after 2m35s
[00:45:45.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:120:0)
[00:45:45.521] Build status: STARTED
[00:45:45.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:121:0) after 8m4s
[00:53:49.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:121:0)
[00:53:49.569] Build status: STARTED
[00:53:49.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:122:0) after 5m6s
[00:58:55.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:122:0)
[00:58:55.665] Build status: STARTED
[00:58:55.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:123:0) after 4m4s
[01:02:59.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:123:0)
[01:02:59.755] Build status: STARTED
[01:02:59.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:124:0) after 2m32s
[01:05:31.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:124:0)
[01:05:31.803] Build status: STARTED
[01:05:31.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:125:0) after 9m57s
[01:15:29.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:125:0)
[01:15:29.054] Build status: STARTED
[01:15:29.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:126:0) after 7m40s
[01:23:09.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:126:0)
[01:23:09.296] Build status: STARTED
[01:23:09.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:127:0) after 3m24s
[01:26:33.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:127:0)
[01:26:33.382] Build status: STARTED
[01:26:33.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:128:0) after 8m36s
[01:35:09.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:128:0)
[01:35:09.479] Build status: STARTED
[01:35:09.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:129:0) after 3m38s
[01:38:47.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:129:0)
[01:38:47.482] Build status: STARTED
[01:38:47.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:130:0) after 1m28s
[01:40:15.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:130:0)
[01:40:15.535] Build status: STARTED
[01:40:15.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:131:0) after 4m20s
[01:44:35.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:131:0)
[01:44:35.894] Build status: STARTED
[01:44:35.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:132:0) after 4m53s
[01:49:29.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:132:0)
[01:49:29.051] Build status: STARTED
[01:49:29.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:133:0) after 6m41s
[01:56:10.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:133:0)
[01:56:10.265] Build status: STARTED
[01:56:10.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:134:0) after 4m24s
[02:00:34.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:134:0)
[02:00:34.362] Build status: STARTED
[02:00:34.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:135:0) after 5m15s
[02:05:49.691] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:135:0)
[02:05:49.717] Build status: STARTED
[02:05:49.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:136:0) after 7m54s
[02:13:43.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:136:0)
[02:13:43.874] Build status: STARTED
[02:13:43.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:137:0) after 3m20s
[02:17:04.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:137:0)
[02:17:04.050] Build status: STARTED
[02:17:04.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:138:0) after 1m31s
[02:18:35.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:138:0)
[02:18:35.113] Build status: STARTED
[02:18:35.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:139:0) after 8m35s
[02:27:10.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:139:0)
[02:27:10.258] Build status: STARTED
[02:27:10.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:140:0) after 6m29s
[02:33:39.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:140:0)
[02:33:39.332] Build status: STARTED
[02:33:39.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:141:0) after 8m56s
[02:42:35.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:141:0)
[02:42:35.505] Build status: STARTED
[02:42:35.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:142:0) after 2m7s
[02:44:42.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:142:0)
[02:44:42.555] Build status: STARTED
[02:44:42.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:143:0) after 6m1s
[02:50:43.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:143:0)
[02:50:44.001] Build status: STARTED
[02:50:44.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:144:0) after 5m28s
[02:56:12.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:144:0)
[02:56:12.238] Build status: STARTED
[02:56:12.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:145:0) after 2m29s
[02:58:41.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:145:0)
[02:58:41.385] Build status: STARTED
[02:58:41.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:146:0) after 2m59s
[03:01:40.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:146:0)
[03:01:40.474] Build status: STARTED
[03:01:40.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:147:0) after 2m29s
[03:04:09.510] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:147:0)
[03:04:09.535] Build status: STARTED
[03:04:09.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:148:0) after 5m58s
[03:10:07.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:148:0)
[03:10:07.733] Build status: STARTED
[03:10:07.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:149:0) after 7m5s
[03:17:12.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:149:0)
[03:17:12.868] Build status: STARTED
[03:17:12.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:150:0) after 6m8s
[03:23:20.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:150:0)
[03:23:20.995] Build status: STARTED
[03:23:20.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:151:0) after 1m27s
[03:24:48.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:151:0)
[03:24:48.267] Build status: STARTED
[03:24:48.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:152:0) after 7m40s
[03:32:28.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:152:0)
[03:32:28.328] Build status: STARTED
[03:32:28.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:153:0) after 9m39s
[03:42:07.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:153:0)
[03:42:07.397] Build status: STARTED
[03:42:07.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:154:0) after 4m5s
[03:46:12.800] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:154:0)
[03:46:12.835] Build status: STARTED
[03:46:12.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:155:0) after 5m7s
[03:51:19.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:155:0)
[03:51:19.891] Build status: STARTED
[03:51:19.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:156:0) after 3m34s
[03:54:53.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:156:0)
[03:54:53.939] Build status: STARTED
[03:54:53.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:157:0) after 8m33s
[04:03:27.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:157:0)
[04:03:27.502] Build status: STARTED
[04:03:27.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:158:0) after 9m21s
[04:12:48.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:158:0)
[04:12:48.558] Build status: STARTED
[04:12:48.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:159:0) after 1m6s
[04:13:54.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:159:0)
[04:13:54.698] Build status: STARTED
[04:13:54.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:160:0) after 1m13s
[04:15:07.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:160:0)
[04:15:07.789] Build status: STARTED
[04:15:07.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:161:0) after 8m14s
[04:23:21.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:161:0)
[04:23:21.858] Build status: STARTED
[04:23:21.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:162:0) after 9m43s
[04:33:04.880] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:162:0)
[04:33:04.907] Build status: STARTED
[04:33:04.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:163:0) after 1m51s
[04:34:55.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:163:0)
[04:34:55.950] Build status: STARTED
[04:34:55.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:164:0) after 9m39s
[04:44:35.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:164:0)
[04:44:35.062] Build status: STARTED
[04:44:35.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:165:0) after 1m53s
[04:46:28.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:165:0)
[04:46:28.162] Build status: STARTED
[04:46:28.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:166:0) after 3m11s
[04:49:39.186] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:166:0)
[04:49:39.208] Build status: STARTED
[04:49:39.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:167:0) after 6m37s
[04:56:16.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:167:0)
[04:56:16.412] Build status: STARTED
[04:56:16.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8965930448915390000:168:0) after 1m54s
[04:56:30.280] Received PubSub notification, asking Buildbucket for the build status
[04:56:30.303] Build:
{
  "id": "8800500386789803857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 28239,
  "createdBy": "project:chromium",
  "createTime": "2022-10-12T14:43:51.803052081Z",
  "startTime": "2022-10-12T14:48:31.952725Z",
  "endTime": "2022-10-13T04:56:29.772041Z",
  "updateTime": "2022-10-13T04:56:29.772041Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a756c5980cf5fd46ceb3dfcf09ee4fe60e323c7c",
      "ref": "refs/heads/main"
    }
  }
}
[04:56:30.303] Invocation finished in 14h12m39.910957551s with status FAILED