Status: FAILED
Triggered by: -
Duration: 14 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5688012168805e9d67c29ea3aa7271b594404d7b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5688012168805e9d67c29ea3aa7271b594404d7b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:04:10.170] New invocation is queued and will start shortly
[12:04:11.238] Starting the invocation (attempt 1)
[12:04:11.278] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5688012168805e9d67c29ea3aa7271b594404d7b"
[12:04:11.278] Popped gitiles commit info from properties and tags
[12:04:11.278] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:04:11.278] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:04:11.278] Buildbucket request:
{
  "requestId": "8986596602862496784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5688012168805e9d67c29ea3aa7271b594404d7b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986596602862496784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:04:11.874] Scheduled build:
{
  "id": "8821166540970575217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26558,
  "createdBy": "project:chromium",
  "createTime": "2022-02-26T12:04:11.342705583Z",
  "updateTime": "2022-02-26T12:04:11.342705583Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5688012168805e9d67c29ea3aa7271b594404d7b",
      "ref": "refs/heads/main"
    }
  }
}
[12:04:11.874] Task URL: https://cr-buildbucket.appspot.com/build/8821166540970575217
[12:04:11.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:2:0) after 7m20s
[12:11:32.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:2:0)
[12:11:32.372] Build status: SCHEDULED
[12:11:32.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:3:0) after 2m45s
[12:14:17.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:3:0)
[12:14:17.437] Build status: SCHEDULED
[12:14:17.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:4:0) after 9m14s
[12:23:31.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:4:0)
[12:23:31.946] Build status: SCHEDULED
[12:23:31.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:5:0) after 2m51s
[12:26:22.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:5:0)
[12:26:23.059] Build status: SCHEDULED
[12:26:23.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:6:0) after 9m32s
[12:35:55.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:6:0)
[12:35:55.308] Build status: SCHEDULED
[12:35:55.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:7:0) after 4m39s
[12:40:34.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:7:0)
[12:40:34.361] Build status: SCHEDULED
[12:40:34.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:8:0) after 8m58s
[12:49:32.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:8:0)
[12:49:32.393] Build status: SCHEDULED
[12:49:32.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:9:0) after 4m18s
[12:53:50.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:9:0)
[12:53:50.469] Build status: SCHEDULED
[12:53:50.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:10:0) after 1m13s
[12:55:03.600] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:10:0)
[12:55:03.621] Build status: SCHEDULED
[12:55:03.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:11:0) after 9m46s
[12:56:48.716] Received PubSub notification, asking Buildbucket for the build status
[12:56:48.735] Build status: STARTED
[13:04:49.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:11:0)
[13:04:49.724] Build status: STARTED
[13:04:49.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:13:0) after 2m22s
[13:07:11.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:13:0)
[13:07:11.806] Build status: STARTED
[13:07:11.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:14:0) after 3m7s
[13:10:18.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:14:0)
[13:10:18.875] Build status: STARTED
[13:10:18.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:15:0) after 4m37s
[13:14:55.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:15:0)
[13:14:55.963] Build status: STARTED
[13:14:55.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:16:0) after 6m32s
[13:21:27.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:16:0)
[13:21:28.024] Build status: STARTED
[13:21:28.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:17:0) after 4m59s
[13:26:27.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:17:0)
[13:26:27.194] Build status: STARTED
[13:26:27.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:18:0) after 6m38s
[13:33:06.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:18:0)
[13:33:06.043] Build status: STARTED
[13:33:06.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:19:0) after 4m49s
[13:37:55.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:19:0)
[13:37:55.058] Build status: STARTED
[13:37:55.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:20:0) after 7m42s
[13:45:37.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:20:0)
[13:45:37.106] Build status: STARTED
[13:45:37.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:21:0) after 3m58s
[13:49:35.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:21:0)
[13:49:35.162] Build status: STARTED
[13:49:35.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:22:0) after 4m20s
[13:53:55.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:22:0)
[13:53:55.483] Build status: STARTED
[13:53:55.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:23:0) after 3m30s
[13:57:25.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:23:0)
[13:57:25.761] Build status: STARTED
[13:57:25.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:24:0) after 5m57s
[14:03:22.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:24:0)
[14:03:23.012] Build status: STARTED
[14:03:23.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:25:0) after 9m19s
[14:12:42.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:25:0)
[14:12:42.057] Build status: STARTED
[14:12:42.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:26:0) after 9m18s
[14:22:00.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:26:0)
[14:22:00.168] Build status: STARTED
[14:22:00.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:27:0) after 7m4s
[14:29:04.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:27:0)
[14:29:04.215] Build status: STARTED
[14:29:04.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:28:0) after 6m29s
[14:35:33.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:28:0)
[14:35:33.268] Build status: STARTED
[14:35:33.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:29:0) after 5m28s
[14:41:01.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:29:0)
[14:41:01.407] Build status: STARTED
[14:41:01.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:30:0) after 6m50s
[14:47:51.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:30:0)
[14:47:51.554] Build status: STARTED
[14:47:51.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:31:0) after 5m16s
[14:53:07.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:31:0)
[14:53:07.609] Build status: STARTED
[14:53:07.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:32:0) after 6m18s
[14:59:25.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:32:0)
[14:59:25.816] Build status: STARTED
[14:59:25.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:33:0) after 4m36s
[15:04:01.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:33:0)
[15:04:01.964] Build status: STARTED
[15:04:01.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:34:0) after 1m31s
[15:05:33.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:34:0)
[15:05:33.157] Build status: STARTED
[15:05:33.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:35:0) after 4m36s
[15:10:10.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:35:0)
[15:10:10.099] Build status: STARTED
[15:10:10.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:36:0) after 5m57s
[15:16:07.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:36:0)
[15:16:07.132] Build status: STARTED
[15:16:07.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:37:0) after 5m51s
[15:21:58.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:37:0)
[15:21:58.151] Build status: STARTED
[15:21:58.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:38:0) after 8m3s
[15:30:01.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:38:0)
[15:30:01.204] Build status: STARTED
[15:30:01.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:39:0) after 7m29s
[15:37:30.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:39:0)
[15:37:30.482] Build status: STARTED
[15:37:30.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:40:0) after 3m29s
[15:40:59.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:40:0)
[15:40:59.808] Build status: STARTED
[15:40:59.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:41:0) after 8m37s
[15:49:36.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:41:0)
[15:49:36.950] Build status: STARTED
[15:49:36.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:42:0) after 8m23s
[15:58:00.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:42:0)
[15:58:00.085] Build status: STARTED
[15:58:00.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:43:0) after 4m27s
[16:02:27.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:43:0)
[16:02:27.135] Build status: STARTED
[16:02:27.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:44:0) after 6m14s
[16:08:41.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:44:0)
[16:08:41.519] Build status: STARTED
[16:08:41.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:45:0) after 4m46s
[16:13:27.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:45:0)
[16:13:27.563] Build status: STARTED
[16:13:27.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:46:0) after 5m36s
[16:19:03.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:46:0)
[16:19:03.599] Build status: STARTED
[16:19:03.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:47:0) after 6m52s
[16:25:55.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:47:0)
[16:25:55.651] Build status: STARTED
[16:25:55.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:48:0) after 2m54s
[16:28:49.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:48:0)
[16:28:49.729] Build status: STARTED
[16:28:49.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:49:0) after 4m20s
[16:33:09.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:49:0)
[16:33:09.813] Build status: STARTED
[16:33:09.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:50:0) after 4m22s
[16:37:31.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:50:0)
[16:37:31.960] Build status: STARTED
[16:37:31.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:51:0) after 2m40s
[16:40:11.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:51:0)
[16:40:12.013] Build status: STARTED
[16:40:12.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:52:0) after 2m5s
[16:42:17.135] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:52:0)
[16:42:17.157] Build status: STARTED
[16:42:17.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:53:0) after 1m23s
[16:43:40.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:53:0)
[16:43:40.286] Build status: STARTED
[16:43:40.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:54:0) after 2m54s
[16:46:34.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:54:0)
[16:46:34.357] Build status: STARTED
[16:46:34.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:55:0) after 7m22s
[16:53:56.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:55:0)
[16:53:56.440] Build status: STARTED
[16:53:56.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:56:0) after 3m33s
[16:57:29.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:56:0)
[16:57:29.564] Build status: STARTED
[16:57:29.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:57:0) after 5m58s
[17:03:27.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:57:0)
[17:03:27.633] Build status: STARTED
[17:03:27.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:58:0) after 1m49s
[17:05:16.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:58:0)
[17:05:16.687] Build status: STARTED
[17:05:16.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:59:0) after 4m19s
[17:09:35.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:59:0)
[17:09:35.792] Build status: STARTED
[17:09:35.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:60:0) after 9m34s
[17:19:09.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:60:0)
[17:19:09.863] Build status: STARTED
[17:19:09.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:61:0) after 3m29s
[17:22:38.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:61:0)
[17:22:38.959] Build status: STARTED
[17:22:38.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:62:0) after 4m52s
[17:27:30.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:62:0)
[17:27:31.008] Build status: STARTED
[17:27:31.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:63:0) after 8m9s
[17:35:40.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:63:0)
[17:35:40.192] Build status: STARTED
[17:35:40.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:64:0) after 6m58s
[17:42:38.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:64:0)
[17:42:38.644] Build status: STARTED
[17:42:38.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:65:0) after 1m21s
[17:43:59.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:65:0)
[17:43:59.975] Build status: STARTED
[17:43:59.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:66:0) after 3m5s
[17:47:05.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:66:0)
[17:47:05.068] Build status: STARTED
[17:47:05.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:67:0) after 4m12s
[17:51:17.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:67:0)
[17:51:17.195] Build status: STARTED
[17:51:17.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:68:0) after 4m6s
[17:55:23.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:68:0)
[17:55:23.250] Build status: STARTED
[17:55:23.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:69:0) after 1m36s
[17:56:59.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:69:0)
[17:56:59.290] Build status: STARTED
[17:56:59.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:70:0) after 3m0s
[17:59:59.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:70:0)
[17:59:59.346] Build status: STARTED
[17:59:59.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:71:0) after 9m43s
[18:09:42.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:71:0)
[18:09:42.404] Build status: STARTED
[18:09:42.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:72:0) after 1m50s
[18:11:32.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:72:0)
[18:11:32.467] Build status: STARTED
[18:11:32.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:73:0) after 8m35s
[18:20:07.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:73:0)
[18:20:07.540] Build status: STARTED
[18:20:07.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:74:0) after 3m43s
[18:23:50.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:74:0)
[18:23:50.640] Build status: STARTED
[18:23:50.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:75:0) after 3m12s
[18:27:02.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:75:0)
[18:27:02.692] Build status: STARTED
[18:27:02.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:76:0) after 5m29s
[18:32:31.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:76:0)
[18:32:31.763] Build status: STARTED
[18:32:31.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:77:0) after 8m56s
[18:41:27.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:77:0)
[18:41:27.774] Build status: STARTED
[18:41:27.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:78:0) after 1m38s
[18:43:05.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:78:0)
[18:43:05.827] Build status: STARTED
[18:43:05.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:79:0) after 4m39s
[18:47:44.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:79:0)
[18:47:44.881] Build status: STARTED
[18:47:44.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:80:0) after 4m42s
[18:52:26.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:80:0)
[18:52:26.927] Build status: STARTED
[18:52:26.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:81:0) after 4m43s
[18:57:10.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:81:0)
[18:57:10.785] Build status: STARTED
[18:57:10.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:82:0) after 4m22s
[19:01:32.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:82:0)
[19:01:32.841] Build status: STARTED
[19:01:32.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:83:0) after 4m29s
[19:06:01.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:83:0)
[19:06:02.018] Build status: STARTED
[19:06:02.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:84:0) after 1m28s
[19:07:30.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:84:0)
[19:07:30.274] Build status: STARTED
[19:07:30.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:85:0) after 1m23s
[19:08:53.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:85:0)
[19:08:53.354] Build status: STARTED
[19:08:53.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:86:0) after 3m54s
[19:12:47.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:86:0)
[19:12:47.447] Build status: STARTED
[19:12:47.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:87:0) after 9m40s
[19:22:27.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:87:0)
[19:22:27.566] Build status: STARTED
[19:22:27.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:88:0) after 9m46s
[19:32:13.613] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:88:0)
[19:32:13.637] Build status: STARTED
[19:32:13.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:89:0) after 6m58s
[19:39:11.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:89:0)
[19:39:11.691] Build status: STARTED
[19:39:11.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:90:0) after 2m39s
[19:41:51.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:90:0)
[19:41:51.167] Build status: STARTED
[19:41:51.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:91:0) after 8m6s
[19:49:57.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:91:0)
[19:49:57.340] Build status: STARTED
[19:49:57.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:92:0) after 1m17s
[19:51:14.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:92:0)
[19:51:14.398] Build status: STARTED
[19:51:14.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:93:0) after 3m39s
[19:54:53.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:93:0)
[19:54:53.445] Build status: STARTED
[19:54:53.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:94:0) after 5m17s
[20:00:10.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:94:0)
[20:00:10.596] Build status: STARTED
[20:00:10.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:95:0) after 5m30s
[20:05:40.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:95:0)
[20:05:40.871] Build status: STARTED
[20:05:40.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:96:0) after 6m26s
[20:12:06.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:96:0)
[20:12:06.929] Build status: STARTED
[20:12:06.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:97:0) after 5m44s
[20:17:50.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:97:0)
[20:17:50.985] Build status: STARTED
[20:17:50.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:98:0) after 2m21s
[20:20:12.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:98:0)
[20:20:12.043] Build status: STARTED
[20:20:12.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:99:0) after 1m36s
[20:21:48.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:99:0)
[20:21:48.284] Build status: STARTED
[20:21:48.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:100:0) after 8m5s
[20:29:53.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:100:0)
[20:29:53.335] Build status: STARTED
[20:29:53.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:101:0) after 1m46s
[20:31:39.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:101:0)
[20:31:39.396] Build status: STARTED
[20:31:39.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:102:0) after 4m5s
[20:35:44.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:102:0)
[20:35:44.440] Build status: STARTED
[20:35:44.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:103:0) after 1m42s
[20:37:26.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:103:0)
[20:37:26.608] Build status: STARTED
[20:37:26.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:104:0) after 6m34s
[20:44:00.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:104:0)
[20:44:00.696] Build status: STARTED
[20:44:00.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:105:0) after 2m20s
[20:46:20.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:105:0)
[20:46:20.753] Build status: STARTED
[20:46:20.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:106:0) after 5m18s
[20:51:38.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:106:0)
[20:51:38.924] Build status: STARTED
[20:51:38.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:107:0) after 4m36s
[20:56:14.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:107:0)
[20:56:14.986] Build status: STARTED
[20:56:14.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:108:0) after 8m30s
[21:04:45.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:108:0)
[21:04:45.100] Build status: STARTED
[21:04:45.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:109:0) after 5m41s
[21:10:26.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:109:0)
[21:10:26.146] Build status: STARTED
[21:10:26.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:110:0) after 2m29s
[21:12:55.429] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:110:0)
[21:12:55.451] Build status: STARTED
[21:12:55.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:111:0) after 3m40s
[21:16:35.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:111:0)
[21:16:35.742] Build status: STARTED
[21:16:35.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:112:0) after 7m56s
[21:24:32.132] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:112:0)
[21:24:32.153] Build status: STARTED
[21:24:32.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:113:0) after 1m11s
[21:25:43.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:113:0)
[21:25:43.204] Build status: STARTED
[21:25:43.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:114:0) after 2m34s
[21:28:17.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:114:0)
[21:28:17.282] Build status: STARTED
[21:28:17.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:115:0) after 8m0s
[21:36:17.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:115:0)
[21:36:17.913] Build status: STARTED
[21:36:17.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:116:0) after 9m42s
[21:46:00.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:116:0)
[21:46:00.085] Build status: STARTED
[21:46:00.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:117:0) after 3m59s
[21:49:59.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:117:0)
[21:49:59.142] Build status: STARTED
[21:49:59.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:118:0) after 8m46s
[21:58:45.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:118:0)
[21:58:45.194] Build status: STARTED
[21:58:45.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:119:0) after 9m17s
[22:08:02.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:119:0)
[22:08:02.257] Build status: STARTED
[22:08:02.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:120:0) after 1m45s
[22:09:47.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:120:0)
[22:09:47.305] Build status: STARTED
[22:09:47.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:121:0) after 3m38s
[22:13:25.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:121:0)
[22:13:25.487] Build status: STARTED
[22:13:25.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:122:0) after 8m12s
[22:21:37.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:122:0)
[22:21:37.554] Build status: STARTED
[22:21:37.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:123:0) after 3m29s
[22:25:06.980] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:123:0)
[22:25:07.007] Build status: STARTED
[22:25:07.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:124:0) after 6m32s
[22:31:39.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:124:0)
[22:31:39.377] Build status: STARTED
[22:31:39.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:125:0) after 6m47s
[22:38:26.398] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:125:0)
[22:38:26.426] Build status: STARTED
[22:38:26.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:126:0) after 1m27s
[22:39:53.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:126:0)
[22:39:53.489] Build status: STARTED
[22:39:53.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:127:0) after 4m56s
[22:44:49.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:127:0)
[22:44:49.644] Build status: STARTED
[22:44:49.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:128:0) after 4m28s
[22:49:17.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:128:0)
[22:49:17.711] Build status: STARTED
[22:49:17.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:129:0) after 8m22s
[22:57:39.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:129:0)
[22:57:39.779] Build status: STARTED
[22:57:39.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:130:0) after 4m37s
[23:02:16.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:130:0)
[23:02:16.840] Build status: STARTED
[23:02:16.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:131:0) after 9m8s
[23:11:24.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:131:0)
[23:11:24.895] Build status: STARTED
[23:11:24.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:132:0) after 6m41s
[23:18:05.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:132:0)
[23:18:05.945] Build status: STARTED
[23:18:05.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:133:0) after 6m7s
[23:24:12.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:133:0)
[23:24:13.000] Build status: STARTED
[23:24:13.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:134:0) after 1m21s
[23:25:34.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:134:0)
[23:25:34.052] Build status: STARTED
[23:25:34.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:135:0) after 8m29s
[23:34:03.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:135:0)
[23:34:03.096] Build status: STARTED
[23:34:03.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:136:0) after 6m19s
[23:40:22.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:136:0)
[23:40:22.196] Build status: STARTED
[23:40:22.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:137:0) after 7m58s
[23:48:20.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:137:0)
[23:48:20.248] Build status: STARTED
[23:48:20.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:138:0) after 4m46s
[23:53:06.312] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:138:0)
[23:53:06.345] Build status: STARTED
[23:53:06.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:139:0) after 2m23s
[23:55:29.441] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:139:0)
[23:55:29.466] Build status: STARTED
[23:55:29.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:140:0) after 5m39s
[00:01:09.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:140:0)
[00:01:09.433] Build status: STARTED
[00:01:09.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:141:0) after 8m0s
[00:09:09.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:141:0)
[00:09:09.855] Build status: STARTED
[00:09:09.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:142:0) after 1m40s
[00:10:50.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:142:0)
[00:10:50.040] Build status: STARTED
[00:10:50.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:143:0) after 3m41s
[00:14:31.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:143:0)
[00:14:31.136] Build status: STARTED
[00:14:31.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:144:0) after 6m34s
[00:21:05.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:144:0)
[00:21:05.705] Build status: STARTED
[00:21:05.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:145:0) after 4m1s
[00:25:06.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:145:0)
[00:25:06.959] Build status: STARTED
[00:25:06.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:146:0) after 3m32s
[00:28:38.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:146:0)
[00:28:39.010] Build status: STARTED
[00:28:39.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:147:0) after 1m49s
[00:30:28.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:147:0)
[00:30:28.068] Build status: STARTED
[00:30:28.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:148:0) after 8m31s
[00:38:59.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:148:0)
[00:38:59.091] Build status: STARTED
[00:38:59.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:149:0) after 4m5s
[00:43:04.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:149:0)
[00:43:04.350] Build status: STARTED
[00:43:04.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:150:0) after 8m17s
[00:51:21.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:150:0)
[00:51:21.406] Build status: STARTED
[00:51:21.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:151:0) after 8m43s
[01:00:04.434] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:151:0)
[01:00:04.464] Build status: STARTED
[01:00:04.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:152:0) after 8m2s
[01:08:06.873] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:152:0)
[01:08:06.892] Build status: STARTED
[01:08:06.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:153:0) after 2m42s
[01:10:48.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:153:0)
[01:10:48.970] Build status: STARTED
[01:10:48.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:154:0) after 5m37s
[01:16:26.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:154:0)
[01:16:26.117] Build status: STARTED
[01:16:26.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:155:0) after 3m23s
[01:19:49.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:155:0)
[01:19:49.227] Build status: STARTED
[01:19:49.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:156:0) after 3m24s
[01:23:13.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:156:0)
[01:23:13.271] Build status: STARTED
[01:23:13.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:157:0) after 8m59s
[01:32:12.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:157:0)
[01:32:12.327] Build status: STARTED
[01:32:12.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:158:0) after 7m14s
[01:39:26.354] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:158:0)
[01:39:26.376] Build status: STARTED
[01:39:26.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:159:0) after 6m10s
[01:45:36.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:159:0)
[01:45:36.423] Build status: STARTED
[01:45:36.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:160:0) after 3m47s
[01:49:23.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:160:0)
[01:49:23.595] Build status: STARTED
[01:49:23.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:161:0) after 4m8s
[01:53:31.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:161:0)
[01:53:31.642] Build status: STARTED
[01:53:31.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:162:0) after 5m3s
[01:58:34.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:162:0)
[01:58:34.691] Build status: STARTED
[01:58:34.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:163:0) after 3m57s
[02:02:31.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:163:0)
[02:02:31.772] Build status: STARTED
[02:02:31.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:164:0) after 7m35s
[02:10:06.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:164:0)
[02:10:06.888] Build status: STARTED
[02:10:06.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:165:0) after 6m22s
[02:16:28.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:165:0)
[02:16:28.948] Build status: STARTED
[02:16:28.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:166:0) after 6m40s
[02:23:08.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:166:0)
[02:23:08.995] Build status: STARTED
[02:23:08.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:167:0) after 5m1s
[02:28:10.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:167:0)
[02:28:10.394] Build status: STARTED
[02:28:10.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:168:0) after 9m59s
[02:38:09.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:168:0)
[02:38:09.452] Build status: STARTED
[02:38:09.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:169:0) after 6m44s
[02:44:53.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:169:0)
[02:44:53.641] Build status: STARTED
[02:44:53.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:170:0) after 6m25s
[02:51:18.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:170:0)
[02:51:18.691] Build status: STARTED
[02:51:18.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:171:0) after 2m23s
[02:53:41.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:171:0)
[02:53:41.987] Build status: STARTED
[02:53:41.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8986596602862496784:172:0) after 6m12s
[02:57:07.447] Received PubSub notification, asking Buildbucket for the build status
[02:57:07.474] Build:
{
  "id": "8821166540970575217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26558,
  "createdBy": "project:chromium",
  "createTime": "2022-02-26T12:04:11.342705583Z",
  "startTime": "2022-02-26T12:56:48.020405Z",
  "endTime": "2022-02-27T02:57:07.047924623Z",
  "updateTime": "2022-02-27T02:57:07.047924623Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5688012168805e9d67c29ea3aa7271b594404d7b",
      "ref": "refs/heads/main"
    }
  }
}
[02:57:07.474] Invocation finished in 14h52m57.319388374s with status FAILED