Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "16dc16f9ec67841801d4fc4f457a829c8eca4b75"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16dc16f9ec67841801d4fc4f457a829c8eca4b75
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:04:46.172] New invocation is queued and will start shortly
[07:04:47.253] Starting the invocation (attempt 1)
[07:04:47.290] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/16dc16f9ec67841801d4fc4f457a829c8eca4b75"
[07:04:47.290] Popped gitiles commit info from properties and tags
[07:04:47.290] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:04:47.294] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:04:47.294] Buildbucket request:
{
  "requestId": "8992504242294686800",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "16dc16f9ec67841801d4fc4f457a829c8eca4b75",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992504242294686800"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:04:47.880] Scheduled build:
{
  "id": "8827074180352741073",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26375,
  "createdBy": "project:chromium",
  "createTime": "2021-12-23T07:04:47.392947537Z",
  "updateTime": "2021-12-23T07:04:47.392947537Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "16dc16f9ec67841801d4fc4f457a829c8eca4b75",
      "ref": "refs/heads/main"
    }
  }
}
[07:04:47.880] Task URL: https://cr-buildbucket.appspot.com/build/8827074180352741073
[07:04:47.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:2:0) after 1m21s
[07:06:08.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:2:0)
[07:06:08.945] Build status: SCHEDULED
[07:06:08.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:3:0) after 1m6s
[07:07:15.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:3:0)
[07:07:15.093] Build status: SCHEDULED
[07:07:15.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:4:0) after 3m21s
[07:10:36.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:4:0)
[07:10:36.193] Build status: SCHEDULED
[07:10:36.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:5:0) after 7m34s
[07:17:59.757] Received PubSub notification, asking Buildbucket for the build status
[07:17:59.782] Build status: STARTED
[07:18:10.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:5:0)
[07:18:10.234] Build status: STARTED
[07:18:10.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:7:0) after 1m59s
[07:20:09.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:7:0)
[07:20:09.339] Build status: STARTED
[07:20:09.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:8:0) after 6m34s
[07:26:43.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:8:0)
[07:26:43.381] Build status: STARTED
[07:26:43.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:9:0) after 9m44s
[07:36:27.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:9:0)
[07:36:27.581] Build status: STARTED
[07:36:27.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:10:0) after 5m43s
[07:42:10.678] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:10:0)
[07:42:10.763] Build status: STARTED
[07:42:10.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:11:0) after 2m54s
[07:45:04.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:11:0)
[07:45:04.997] Build status: STARTED
[07:45:04.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:12:0) after 8m27s
[07:53:32.017] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:12:0)
[07:53:32.047] Build status: STARTED
[07:53:32.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:13:0) after 6m50s
[08:00:22.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:13:0)
[08:00:22.149] Build status: STARTED
[08:00:22.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:14:0) after 1m44s
[08:02:06.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:14:0)
[08:02:06.376] Build status: STARTED
[08:02:06.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:15:0) after 9m6s
[08:11:12.401] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:15:0)
[08:11:12.426] Build status: STARTED
[08:11:12.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:16:0) after 3m27s
[08:14:39.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:16:0)
[08:14:39.716] Build status: STARTED
[08:14:39.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:17:0) after 8m40s
[08:23:19.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:17:0)
[08:23:19.828] Build status: STARTED
[08:23:19.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:18:0) after 6m59s
[08:30:18.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:18:0)
[08:30:18.937] Build status: STARTED
[08:30:18.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:19:0) after 5m58s
[08:36:17.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:19:0)
[08:36:17.065] Build status: STARTED
[08:36:17.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:20:0) after 1m53s
[08:38:10.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:20:0)
[08:38:10.382] Build status: STARTED
[08:38:10.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:21:0) after 2m2s
[08:40:12.408] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:21:0)
[08:40:12.442] Build status: STARTED
[08:40:12.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:22:0) after 6m16s
[08:46:28.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:22:0)
[08:46:28.529] Build status: STARTED
[08:46:28.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:23:0) after 5m44s
[08:52:12.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:23:0)
[08:52:12.761] Build status: STARTED
[08:52:12.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:24:0) after 2m46s
[08:54:58.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:24:0)
[08:54:58.915] Build status: STARTED
[08:54:58.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:25:0) after 6m15s
[09:01:13.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:25:0)
[09:01:13.999] Build status: STARTED
[09:01:13.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:26:0) after 7m8s
[09:08:22.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:26:0)
[09:08:22.163] Build status: STARTED
[09:08:22.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:27:0) after 4m41s
[09:13:03.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:27:0)
[09:13:03.257] Build status: STARTED
[09:13:03.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:28:0) after 1m25s
[09:14:28.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:28:0)
[09:14:28.318] Build status: STARTED
[09:14:28.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:29:0) after 2m48s
[09:17:16.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:29:0)
[09:17:16.538] Build status: STARTED
[09:17:16.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:30:0) after 3m51s
[09:21:07.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:30:0)
[09:21:07.598] Build status: STARTED
[09:21:07.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:31:0) after 2m9s
[09:23:16.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:31:0)
[09:23:16.645] Build status: STARTED
[09:23:16.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:32:0) after 1m43s
[09:24:59.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:32:0)
[09:24:59.684] Build status: STARTED
[09:24:59.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:33:0) after 5m7s
[09:30:06.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:33:0)
[09:30:06.841] Build status: STARTED
[09:30:06.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:34:0) after 3m52s
[09:33:58.865] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:34:0)
[09:33:58.884] Build status: STARTED
[09:33:58.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:35:0) after 8m47s
[09:42:45.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:35:0)
[09:42:45.990] Build status: STARTED
[09:42:45.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:36:0) after 4m7s
[09:46:53.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:36:0)
[09:46:53.056] Build status: STARTED
[09:46:53.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:37:0) after 9m49s
[09:56:42.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:37:0)
[09:56:42.113] Build status: STARTED
[09:56:42.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:38:0) after 4m9s
[10:00:51.146] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:38:0)
[10:00:51.166] Build status: STARTED
[10:00:51.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:39:0) after 1m48s
[10:02:39.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:39:0)
[10:02:39.243] Build status: STARTED
[10:02:39.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:40:0) after 3m42s
[10:06:21.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:40:0)
[10:06:21.294] Build status: STARTED
[10:06:21.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:41:0) after 7m39s
[10:14:00.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:41:0)
[10:14:00.355] Build status: STARTED
[10:14:00.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:42:0) after 5m15s
[10:19:15.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:42:0)
[10:19:15.585] Build status: STARTED
[10:19:15.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:43:0) after 4m0s
[10:23:15.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:43:0)
[10:23:15.831] Build status: STARTED
[10:23:15.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:44:0) after 8m26s
[10:31:41.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:44:0)
[10:31:41.940] Build status: STARTED
[10:31:41.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:45:0) after 8m46s
[10:40:27.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:45:0)
[10:40:27.987] Build status: STARTED
[10:40:27.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:46:0) after 6m56s
[10:47:24.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:46:0)
[10:47:24.045] Build status: STARTED
[10:47:24.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:47:0) after 5m49s
[10:53:13.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:47:0)
[10:53:13.202] Build status: STARTED
[10:53:13.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:48:0) after 8m1s
[11:01:14.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:48:0)
[11:01:14.269] Build status: STARTED
[11:01:14.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:49:0) after 5m5s
[11:06:19.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:49:0)
[11:06:19.412] Build status: STARTED
[11:06:19.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:50:0) after 2m14s
[11:08:33.471] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:50:0)
[11:08:33.495] Build status: STARTED
[11:08:33.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:51:0) after 2m10s
[11:10:43.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:51:0)
[11:10:43.666] Build status: STARTED
[11:10:43.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:52:0) after 5m15s
[11:15:58.693] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:52:0)
[11:15:58.764] Build status: STARTED
[11:15:58.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:53:0) after 5m11s
[11:21:09.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:53:0)
[11:21:09.820] Build status: STARTED
[11:21:09.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:54:0) after 7m6s
[11:28:15.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:54:0)
[11:28:15.917] Build status: STARTED
[11:28:15.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:55:0) after 3m8s
[11:31:24.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:55:0)
[11:31:24.074] Build status: STARTED
[11:31:24.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:56:0) after 8m41s
[11:40:05.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:56:0)
[11:40:05.239] Build status: STARTED
[11:40:05.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:57:0) after 9m37s
[11:49:42.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:57:0)
[11:49:42.339] Build status: STARTED
[11:49:42.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:58:0) after 5m50s
[11:55:32.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:58:0)
[11:55:32.435] Build status: STARTED
[11:55:32.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:59:0) after 2m49s
[11:58:21.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:59:0)
[11:58:21.504] Build status: STARTED
[11:58:21.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:60:0) after 9m53s
[12:08:14.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:60:0)
[12:08:14.600] Build status: STARTED
[12:08:14.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:61:0) after 3m56s
[12:12:10.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:61:0)
[12:12:10.829] Build status: STARTED
[12:12:10.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:62:0) after 2m44s
[12:14:54.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:62:0)
[12:14:54.926] Build status: STARTED
[12:14:54.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:63:0) after 5m0s
[12:19:54.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:63:0)
[12:19:55.011] Build status: STARTED
[12:19:55.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:64:0) after 6m25s
[12:26:20.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:64:0)
[12:26:20.066] Build status: STARTED
[12:26:20.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:65:0) after 2m9s
[12:28:29.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:65:0)
[12:28:29.115] Build status: STARTED
[12:28:29.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:66:0) after 4m36s
[12:33:05.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:66:0)
[12:33:05.710] Build status: STARTED
[12:33:05.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:67:0) after 3m32s
[12:36:37.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:67:0)
[12:36:37.755] Build status: STARTED
[12:36:37.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:68:0) after 4m52s
[12:41:29.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:68:0)
[12:41:29.847] Build status: STARTED
[12:41:29.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:69:0) after 3m1s
[12:44:30.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:69:0)
[12:44:30.966] Build status: STARTED
[12:44:30.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:70:0) after 1m13s
[12:45:44.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:70:0)
[12:45:44.024] Build status: STARTED
[12:45:44.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:71:0) after 1m33s
[12:47:17.075] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:71:0)
[12:47:17.098] Build status: STARTED
[12:47:17.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:72:0) after 4m13s
[12:51:30.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:72:0)
[12:51:30.328] Build status: STARTED
[12:51:30.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:73:0) after 8m49s
[13:00:19.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:73:0)
[13:00:19.386] Build status: STARTED
[13:00:19.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:74:0) after 5m38s
[13:05:57.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:74:0)
[13:05:57.554] Build status: STARTED
[13:05:57.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:75:0) after 4m42s
[13:10:39.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:75:0)
[13:10:39.607] Build status: STARTED
[13:10:39.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:76:0) after 3m14s
[13:13:53.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:76:0)
[13:13:53.704] Build status: STARTED
[13:13:53.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:77:0) after 6m36s
[13:20:29.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:77:0)
[13:20:29.871] Build status: STARTED
[13:20:29.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:78:0) after 4m57s
[13:25:26.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:78:0)
[13:25:26.948] Build status: STARTED
[13:25:26.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:79:0) after 8m10s
[13:33:37.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:79:0)
[13:33:37.097] Build status: STARTED
[13:33:37.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:80:0) after 5m5s
[13:38:42.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:80:0)
[13:38:42.182] Build status: STARTED
[13:38:42.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:81:0) after 2m43s
[13:41:25.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:81:0)
[13:41:25.271] Build status: STARTED
[13:41:25.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:82:0) after 7m7s
[13:48:32.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:82:0)
[13:48:32.340] Build status: STARTED
[13:48:32.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:83:0) after 7m51s
[13:56:23.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:83:0)
[13:56:23.518] Build status: STARTED
[13:56:23.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:84:0) after 4m19s
[14:00:43.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:84:0)
[14:00:43.311] Build status: STARTED
[14:00:43.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:85:0) after 7m47s
[14:08:30.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:85:0)
[14:08:30.375] Build status: STARTED
[14:08:30.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:86:0) after 8m55s
[14:17:25.549] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:86:0)
[14:17:25.582] Build status: STARTED
[14:17:25.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:87:0) after 1m21s
[14:18:46.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:87:0)
[14:18:46.629] Build status: STARTED
[14:18:46.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:88:0) after 9m29s
[14:28:15.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:88:0)
[14:28:15.766] Build status: STARTED
[14:28:15.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:89:0) after 6m53s
[14:35:08.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:89:0)
[14:35:08.915] Build status: STARTED
[14:35:08.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:90:0) after 9m16s
[14:44:25.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:90:0)
[14:44:25.036] Build status: STARTED
[14:44:25.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:91:0) after 2m33s
[14:46:58.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:91:0)
[14:46:58.104] Build status: STARTED
[14:46:58.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:92:0) after 4m1s
[14:50:59.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:92:0)
[14:50:59.360] Build status: STARTED
[14:50:59.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:93:0) after 7m33s
[14:58:32.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:93:0)
[14:58:32.639] Build status: STARTED
[14:58:32.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:94:0) after 9m51s
[15:08:23.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:94:0)
[15:08:23.875] Build status: STARTED
[15:08:23.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:95:0) after 1m4s
[15:09:28.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:95:0)
[15:09:28.042] Build status: STARTED
[15:09:28.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:96:0) after 5m27s
[15:14:55.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:96:0)
[15:14:55.162] Build status: STARTED
[15:14:55.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:97:0) after 8m49s
[15:23:44.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:97:0)
[15:23:44.218] Build status: STARTED
[15:23:44.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:98:0) after 9m53s
[15:33:37.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:98:0)
[15:33:37.311] Build status: STARTED
[15:33:37.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:99:0) after 5m32s
[15:39:09.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:99:0)
[15:39:09.438] Build status: STARTED
[15:39:09.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:100:0) after 3m29s
[15:42:38.474] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:100:0)
[15:42:38.563] Build status: STARTED
[15:42:38.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:101:0) after 3m18s
[15:45:56.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:101:0)
[15:45:56.675] Build status: STARTED
[15:45:56.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:102:0) after 5m22s
[15:51:18.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:102:0)
[15:51:18.729] Build status: STARTED
[15:51:18.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:103:0) after 3m12s
[15:54:30.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:103:0)
[15:54:30.881] Build status: STARTED
[15:54:30.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:104:0) after 6m47s
[16:01:17.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:104:0)
[16:01:17.944] Build status: STARTED
[16:01:17.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:105:0) after 8m11s
[16:09:28.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:105:0)
[16:09:29.004] Build status: STARTED
[16:09:29.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:106:0) after 7m37s
[16:17:06.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:106:0)
[16:17:06.039] Build status: STARTED
[16:17:06.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:107:0) after 3m29s
[16:20:35.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:107:0)
[16:20:35.179] Build status: STARTED
[16:20:35.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:108:0) after 9m4s
[16:29:39.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:108:0)
[16:29:39.227] Build status: STARTED
[16:29:39.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:109:0) after 5m31s
[16:35:10.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:109:0)
[16:35:10.294] Build status: STARTED
[16:35:10.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:110:0) after 5m27s
[16:40:37.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:110:0)
[16:40:37.324] Build status: STARTED
[16:40:37.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:111:0) after 6m21s
[16:46:58.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:111:0)
[16:46:58.519] Build status: STARTED
[16:46:58.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:112:0) after 8m51s
[16:55:49.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:112:0)
[16:55:49.612] Build status: STARTED
[16:55:49.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:113:0) after 6m32s
[17:02:21.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:113:0)
[17:02:21.877] Build status: STARTED
[17:02:21.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:114:0) after 2m56s
[17:05:18.021] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:114:0)
[17:05:18.051] Build status: STARTED
[17:05:18.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:115:0) after 6m29s
[17:11:47.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:115:0)
[17:11:47.182] Build status: STARTED
[17:11:47.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:116:0) after 3m2s
[17:14:49.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:116:0)
[17:14:49.260] Build status: STARTED
[17:14:49.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:117:0) after 6m54s
[17:21:43.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:117:0)
[17:21:43.307] Build status: STARTED
[17:21:43.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:118:0) after 3m1s
[17:24:44.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:118:0)
[17:24:44.701] Build status: STARTED
[17:24:44.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:119:0) after 4m49s
[17:29:33.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:119:0)
[17:29:33.947] Build status: STARTED
[17:29:33.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:120:0) after 8m13s
[17:37:46.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:120:0)
[17:37:47.007] Build status: STARTED
[17:37:47.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:121:0) after 3m52s
[17:41:39.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:121:0)
[17:41:39.023] Build status: STARTED
[17:41:39.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:122:0) after 8m49s
[17:50:28.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:122:0)
[17:50:28.337] Build status: STARTED
[17:50:28.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8992504242294686800:123:0) after 5m28s
[17:55:07.069] Received PubSub notification, asking Buildbucket for the build status
[17:55:07.091] Build:
{
  "id": "8827074180352741073",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26375,
  "createdBy": "project:chromium",
  "createTime": "2021-12-23T07:04:47.392947537Z",
  "startTime": "2021-12-23T07:17:58.591956Z",
  "endTime": "2021-12-23T17:55:06.766424658Z",
  "updateTime": "2021-12-23T17:55:06.766424658Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "16dc16f9ec67841801d4fc4f457a829c8eca4b75",
      "ref": "refs/heads/main"
    }
  }
}
[17:55:07.091] Invocation finished in 10h50m20.934590196s with status FAILED