Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9e57d06f51291b3938f1985a73456880e8660d72"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9e57d06f51291b3938f1985a73456880e8660d72
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:06:59.256] New invocation is queued and will start shortly
[10:07:00.500] Starting the invocation (attempt 1)
[10:07:00.548] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9e57d06f51291b3938f1985a73456880e8660d72"
[10:07:00.548] Popped gitiles commit info from properties and tags
[10:07:00.548] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:07:00.548] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:07:00.548] Buildbucket request:
{
  "requestId": "8981258754290944224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9e57d06f51291b3938f1985a73456880e8660d72",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8981258754290944224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:07:01.443] Scheduled build:
{
  "id": "8815828692158574081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26850,
  "createdBy": "project:chromium",
  "createTime": "2022-04-26T10:07:00.659197873Z",
  "updateTime": "2022-04-26T10:07:00.659197873Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9e57d06f51291b3938f1985a73456880e8660d72",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:07:01.443] Task URL: https://cr-buildbucket.appspot.com/build/8815828692158574081
[10:07:01.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:2:0) after 5m32s
[10:12:33.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:2:0)
[10:12:33.547] Build status: SCHEDULED
[10:12:33.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:3:0) after 4m47s
[10:17:20.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:3:0)
[10:17:20.666] Build status: SCHEDULED
[10:17:20.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:4:0) after 1m58s
[10:19:18.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:4:0)
[10:19:18.723] Build status: SCHEDULED
[10:19:18.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:5:0) after 5m10s
[10:24:28.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:5:0)
[10:24:28.854] Build status: SCHEDULED
[10:24:28.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:6:0) after 3m36s
[10:28:04.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:6:0)
[10:28:04.898] Build status: SCHEDULED
[10:28:04.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:7:0) after 1m35s
[10:29:39.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:7:0)
[10:29:39.967] Build status: SCHEDULED
[10:29:39.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:8:0) after 4m36s
[10:34:16.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:8:0)
[10:34:16.025] Build status: SCHEDULED
[10:34:16.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:9:0) after 1m55s
[10:36:11.089] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:9:0)
[10:36:11.161] Build status: SCHEDULED
[10:36:11.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:10:0) after 4m18s
[10:40:29.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:10:0)
[10:40:29.282] Build status: SCHEDULED
[10:40:29.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:11:0) after 3m36s
[10:44:05.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:11:0)
[10:44:05.344] Build status: SCHEDULED
[10:44:05.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:12:0) after 9m24s
[10:51:52.500] Received PubSub notification, asking Buildbucket for the build status
[10:51:52.519] Build status: STARTED
[10:53:29.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:12:0)
[10:53:29.471] Build status: STARTED
[10:53:29.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:14:0) after 1m51s
[10:55:20.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:14:0)
[10:55:20.581] Build status: STARTED
[10:55:20.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:15:0) after 8m25s
[11:03:46.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:15:0)
[11:03:46.030] Build status: STARTED
[11:03:46.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:16:0) after 3m34s
[11:07:20.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:16:0)
[11:07:20.258] Build status: STARTED
[11:07:20.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:17:0) after 3m25s
[11:10:45.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:17:0)
[11:10:45.377] Build status: STARTED
[11:10:45.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:18:0) after 5m19s
[11:16:04.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:18:0)
[11:16:04.421] Build status: STARTED
[11:16:04.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:19:0) after 6m42s
[11:22:46.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:19:0)
[11:22:46.619] Build status: STARTED
[11:22:46.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:20:0) after 5m20s
[11:28:06.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:20:0)
[11:28:06.701] Build status: STARTED
[11:28:06.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:21:0) after 5m50s
[11:33:56.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:21:0)
[11:33:56.909] Build status: STARTED
[11:33:56.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:22:0) after 7m33s
[11:41:30.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:22:0)
[11:41:30.100] Build status: STARTED
[11:41:30.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:23:0) after 3m16s
[11:44:46.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:23:0)
[11:44:46.177] Build status: STARTED
[11:44:46.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:24:0) after 6m18s
[11:51:04.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:24:0)
[11:51:04.364] Build status: STARTED
[11:51:04.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:25:0) after 4m24s
[11:55:28.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:25:0)
[11:55:28.587] Build status: STARTED
[11:55:28.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:26:0) after 5m19s
[12:00:47.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:26:0)
[12:00:47.674] Build status: STARTED
[12:00:47.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:27:0) after 3m19s
[12:04:06.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:27:0)
[12:04:06.731] Build status: STARTED
[12:04:06.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:28:0) after 3m9s
[12:07:15.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:28:0)
[12:07:15.774] Build status: STARTED
[12:07:15.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:29:0) after 6m26s
[12:13:41.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:29:0)
[12:13:41.855] Build status: STARTED
[12:13:41.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:30:0) after 7m38s
[12:21:19.981] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:30:0)
[12:21:20.001] Build status: STARTED
[12:21:20.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:31:0) after 6m55s
[12:28:15.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:31:0)
[12:28:15.113] Build status: STARTED
[12:28:15.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:32:0) after 5m53s
[12:34:08.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:32:0)
[12:34:08.223] Build status: STARTED
[12:34:08.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:33:0) after 8m27s
[12:42:35.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:33:0)
[12:42:35.365] Build status: STARTED
[12:42:35.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:34:0) after 4m11s
[12:46:46.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:34:0)
[12:46:46.445] Build status: STARTED
[12:46:46.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:35:0) after 7m27s
[12:54:13.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:35:0)
[12:54:13.495] Build status: STARTED
[12:54:13.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:36:0) after 9m53s
[13:04:06.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:36:0)
[13:04:06.540] Build status: STARTED
[13:04:06.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:37:0) after 4m49s
[13:08:55.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:37:0)
[13:08:55.595] Build status: STARTED
[13:08:55.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:38:0) after 9m9s
[13:18:04.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:38:0)
[13:18:04.680] Build status: STARTED
[13:18:04.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:39:0) after 8m58s
[13:27:02.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:39:0)
[13:27:02.889] Build status: STARTED
[13:27:02.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:40:0) after 4m6s
[13:31:09.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:40:0)
[13:31:09.263] Build status: STARTED
[13:31:09.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:41:0) after 3m33s
[13:34:42.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:41:0)
[13:34:42.383] Build status: STARTED
[13:34:42.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:42:0) after 4m55s
[13:39:37.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:42:0)
[13:39:37.688] Build status: STARTED
[13:39:37.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:43:0) after 9m28s
[13:49:05.709] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:43:0)
[13:49:05.739] Build status: STARTED
[13:49:05.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:44:0) after 9m2s
[13:58:07.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:44:0)
[13:58:07.956] Build status: STARTED
[13:58:07.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:45:0) after 5m25s
[14:03:33.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:45:0)
[14:03:33.158] Build status: STARTED
[14:03:33.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:46:0) after 8m10s
[14:11:43.470] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:46:0)
[14:11:43.526] Build status: STARTED
[14:11:43.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:47:0) after 4m5s
[14:15:48.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:47:0)
[14:15:48.679] Build status: STARTED
[14:15:48.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:48:0) after 3m23s
[14:19:11.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:48:0)
[14:19:11.927] Build status: STARTED
[14:19:11.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:49:0) after 3m13s
[14:22:24.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:49:0)
[14:22:24.986] Build status: STARTED
[14:22:24.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:50:0) after 4m31s
[14:26:56.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:50:0)
[14:26:56.050] Build status: STARTED
[14:26:56.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:51:0) after 7m51s
[14:34:47.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:51:0)
[14:34:47.185] Build status: STARTED
[14:34:47.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:52:0) after 8m50s
[14:43:37.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:52:0)
[14:43:37.242] Build status: STARTED
[14:43:37.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:53:0) after 6m12s
[14:49:49.368] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:53:0)
[14:49:49.457] Build status: STARTED
[14:49:49.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:54:0) after 1m48s
[14:51:37.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:54:0)
[14:51:37.829] Build status: STARTED
[14:51:37.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:55:0) after 6m28s
[14:58:05.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:55:0)
[14:58:05.984] Build status: STARTED
[14:58:05.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:56:0) after 9m11s
[15:07:17.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:56:0)
[15:07:17.152] Build status: STARTED
[15:07:17.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:57:0) after 7m57s
[15:15:14.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:57:0)
[15:15:14.566] Build status: STARTED
[15:15:14.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:58:0) after 9m10s
[15:24:24.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:58:0)
[15:24:24.727] Build status: STARTED
[15:24:24.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:59:0) after 8m16s
[15:32:40.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:59:0)
[15:32:40.791] Build status: STARTED
[15:32:40.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:60:0) after 6m30s
[15:39:11.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:60:0)
[15:39:11.112] Build status: STARTED
[15:39:11.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:61:0) after 3m20s
[15:42:31.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:61:0)
[15:42:31.382] Build status: STARTED
[15:42:31.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:62:0) after 3m4s
[15:45:35.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:62:0)
[15:45:35.475] Build status: STARTED
[15:45:35.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:63:0) after 1m23s
[15:46:58.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:63:0)
[15:46:58.523] Build status: STARTED
[15:46:58.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:64:0) after 9m16s
[15:56:14.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:64:0)
[15:56:14.850] Build status: STARTED
[15:56:14.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:65:0) after 6m3s
[16:02:18.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:65:0)
[16:02:18.150] Build status: STARTED
[16:02:18.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:66:0) after 8m48s
[16:11:06.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:66:0)
[16:11:06.393] Build status: STARTED
[16:11:06.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:67:0) after 1m29s
[16:12:35.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:67:0)
[16:12:35.454] Build status: STARTED
[16:12:35.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:68:0) after 6m41s
[16:19:16.741] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:68:0)
[16:19:16.763] Build status: STARTED
[16:19:16.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:69:0) after 9m46s
[16:29:02.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:69:0)
[16:29:02.851] Build status: STARTED
[16:29:02.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:70:0) after 2m57s
[16:32:00.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:70:0)
[16:32:00.092] Build status: STARTED
[16:32:00.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:71:0) after 1m29s
[16:33:29.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:71:0)
[16:33:29.356] Build status: STARTED
[16:33:29.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:72:0) after 9m55s
[16:43:24.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:72:0)
[16:43:24.663] Build status: STARTED
[16:43:24.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:73:0) after 9m12s
[16:52:36.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:73:0)
[16:52:36.831] Build status: STARTED
[16:52:36.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:74:0) after 2m23s
[16:55:00.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:74:0)
[16:55:00.104] Build status: STARTED
[16:55:00.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:75:0) after 5m44s
[17:00:44.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:75:0)
[17:00:44.253] Build status: STARTED
[17:00:44.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:76:0) after 1m57s
[17:02:41.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:76:0)
[17:02:41.503] Build status: STARTED
[17:02:41.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:77:0) after 2m1s
[17:04:42.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:77:0)
[17:04:42.625] Build status: STARTED
[17:04:42.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:78:0) after 2m37s
[17:07:19.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:78:0)
[17:07:19.877] Build status: STARTED
[17:07:19.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:79:0) after 2m41s
[17:10:01.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:79:0)
[17:10:01.123] Build status: STARTED
[17:10:01.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:80:0) after 7m47s
[17:17:48.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:80:0)
[17:17:48.259] Build status: STARTED
[17:17:48.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:81:0) after 1m22s
[17:19:10.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:81:0)
[17:19:10.455] Build status: STARTED
[17:19:10.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:82:0) after 9m57s
[17:29:07.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:82:0)
[17:29:07.542] Build status: STARTED
[17:29:07.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:83:0) after 8m38s
[17:37:45.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:83:0)
[17:37:45.606] Build status: STARTED
[17:37:45.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:84:0) after 8m11s
[17:45:56.706] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:84:0)
[17:45:56.747] Build status: STARTED
[17:45:56.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:85:0) after 6m16s
[17:52:12.744] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:85:0)
[17:52:12.774] Build status: STARTED
[17:52:12.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:86:0) after 6m38s
[17:58:50.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:86:0)
[17:58:50.927] Build status: STARTED
[17:58:50.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:87:0) after 2m31s
[18:01:21.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:87:0)
[18:01:22.039] Build status: STARTED
[18:01:22.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:88:0) after 6m46s
[18:08:08.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:88:0)
[18:08:08.200] Build status: STARTED
[18:08:08.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:89:0) after 2m33s
[18:10:41.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:89:0)
[18:10:41.298] Build status: STARTED
[18:10:41.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:90:0) after 4m46s
[18:15:27.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:90:0)
[18:15:27.384] Build status: STARTED
[18:15:27.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:91:0) after 8m22s
[18:23:49.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:91:0)
[18:23:49.431] Build status: STARTED
[18:23:49.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:92:0) after 4m12s
[18:28:01.481] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:92:0)
[18:28:01.608] Build status: STARTED
[18:28:01.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:93:0) after 4m24s
[18:32:25.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:93:0)
[18:32:25.671] Build status: STARTED
[18:32:25.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:94:0) after 3m35s
[18:36:00.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:94:0)
[18:36:00.732] Build status: STARTED
[18:36:00.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:95:0) after 9m20s
[18:45:20.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:95:0)
[18:45:20.835] Build status: STARTED
[18:45:20.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:96:0) after 7m15s
[18:52:35.860] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:96:0)
[18:52:35.880] Build status: STARTED
[18:52:35.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:97:0) after 1m35s
[18:54:10.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:97:0)
[18:54:10.982] Build status: STARTED
[18:54:10.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:98:0) after 6m57s
[19:01:08.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:98:0)
[19:01:08.135] Build status: STARTED
[19:01:08.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:99:0) after 7m34s
[19:08:42.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:99:0)
[19:08:42.205] Build status: STARTED
[19:08:42.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:100:0) after 2m59s
[19:11:41.234] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:100:0)
[19:11:41.270] Build status: STARTED
[19:11:41.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:101:0) after 8m4s
[19:19:45.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:101:0)
[19:19:45.328] Build status: STARTED
[19:19:45.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:102:0) after 7m42s
[19:27:27.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:102:0)
[19:27:27.471] Build status: STARTED
[19:27:27.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:103:0) after 9m23s
[19:36:50.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:103:0)
[19:36:50.535] Build status: STARTED
[19:36:50.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:104:0) after 7m27s
[19:44:17.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:104:0)
[19:44:17.719] Build status: STARTED
[19:44:17.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:105:0) after 9m35s
[19:53:52.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:105:0)
[19:53:52.766] Build status: STARTED
[19:53:52.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:106:0) after 7m1s
[20:00:53.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:106:0)
[20:00:53.822] Build status: STARTED
[20:00:53.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:107:0) after 3m0s
[20:03:53.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:107:0)
[20:03:53.890] Build status: STARTED
[20:03:53.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:108:0) after 2m6s
[20:05:59.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:108:0)
[20:05:59.955] Build status: STARTED
[20:05:59.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:109:0) after 5m51s
[20:11:50.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:109:0)
[20:11:51.007] Build status: STARTED
[20:11:51.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:110:0) after 9m58s
[20:21:49.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:110:0)
[20:21:49.137] Build status: STARTED
[20:21:49.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:111:0) after 2m49s
[20:24:38.193] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:111:0)
[20:24:38.227] Build status: STARTED
[20:24:38.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:112:0) after 2m6s
[20:26:44.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:112:0)
[20:26:44.761] Build status: STARTED
[20:26:44.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:113:0) after 1m19s
[20:28:03.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:113:0)
[20:28:03.889] Build status: STARTED
[20:28:03.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:114:0) after 3m28s
[20:31:32.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:114:0)
[20:31:32.517] Build status: STARTED
[20:31:32.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:115:0) after 1m16s
[20:32:48.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:115:0)
[20:32:48.562] Build status: STARTED
[20:32:48.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:116:0) after 6m52s
[20:39:40.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:116:0)
[20:39:40.640] Build status: STARTED
[20:39:40.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:117:0) after 9m31s
[20:49:11.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:117:0)
[20:49:11.693] Build status: STARTED
[20:49:11.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:118:0) after 5m16s
[20:54:27.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:118:0)
[20:54:27.768] Build status: STARTED
[20:54:27.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:119:0) after 6m22s
[21:00:49.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:119:0)
[21:00:49.877] Build status: STARTED
[21:00:49.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:120:0) after 6m23s
[21:07:12.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:120:0)
[21:07:12.941] Build status: STARTED
[21:07:12.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:121:0) after 7m21s
[21:14:34.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:121:0)
[21:14:34.289] Build status: STARTED
[21:14:34.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:122:0) after 4m48s
[21:19:22.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:122:0)
[21:19:22.338] Build status: STARTED
[21:19:22.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:123:0) after 6m28s
[21:25:50.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:123:0)
[21:25:50.858] Build status: STARTED
[21:25:50.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:124:0) after 7m48s
[21:33:38.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:124:0)
[21:33:38.905] Build status: STARTED
[21:33:38.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:125:0) after 7m33s
[21:41:12.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:125:0)
[21:41:12.081] Build status: STARTED
[21:41:12.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981258754290944224:126:0) after 8m52s
[21:43:43.638] Received PubSub notification, asking Buildbucket for the build status
[21:43:43.675] Build:
{
  "id": "8815828692158574081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26850,
  "createdBy": "project:chromium",
  "createTime": "2022-04-26T10:07:00.659197873Z",
  "startTime": "2022-04-26T10:51:51.491949Z",
  "endTime": "2022-04-26T21:43:42.856798653Z",
  "updateTime": "2022-04-26T21:43:42.856798653Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9e57d06f51291b3938f1985a73456880e8660d72",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:43:43.675] Invocation finished in 11h36m44.434152488s with status FAILED