Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f4fdd990b66f7afe3eb04fbd210f3e784edbf987"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f4fdd990b66f7afe3eb04fbd210f3e784edbf987
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:10:04.638] New invocation is queued and will start shortly
[03:10:05.792] Starting the invocation (attempt 1)
[03:10:05.844] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f4fdd990b66f7afe3eb04fbd210f3e784edbf987"
[03:10:05.844] Popped gitiles commit info from properties and tags
[03:10:05.845] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:10:05.845] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:10:05.845] Buildbucket request:
{
  "requestId": "8981919162786346416",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f4fdd990b66f7afe3eb04fbd210f3e784edbf987",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8981919162786346416"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:10:06.475] Scheduled build:
{
  "id": "8816489100762246785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26817,
  "createdBy": "project:chromium",
  "createTime": "2022-04-19T03:10:05.935088292Z",
  "updateTime": "2022-04-19T03:10:05.935088292Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f4fdd990b66f7afe3eb04fbd210f3e784edbf987",
      "ref": "refs/heads/main"
    }
  }
}
[03:10:06.475] Task URL: https://cr-buildbucket.appspot.com/build/8816489100762246785
[03:10:06.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:2:0) after 8m43s
[03:18:49.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:2:0)
[03:18:49.551] Build status: SCHEDULED
[03:18:49.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:3:0) after 6m50s
[03:25:39.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:3:0)
[03:25:39.674] Build status: SCHEDULED
[03:25:39.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:4:0) after 4m44s
[03:30:23.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:4:0)
[03:30:23.935] Build status: SCHEDULED
[03:30:23.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:5:0) after 7m15s
[03:37:38.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:5:0)
[03:37:38.986] Build status: SCHEDULED
[03:37:38.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:6:0) after 8m51s
[03:46:30.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:6:0)
[03:46:30.145] Build status: SCHEDULED
[03:46:30.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:7:0) after 1m44s
[03:48:14.260] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:7:0)
[03:48:14.284] Build status: SCHEDULED
[03:48:14.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:8:0) after 8m29s
[03:51:06.518] Received PubSub notification, asking Buildbucket for the build status
[03:51:06.547] Build status: STARTED
[03:56:43.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:8:0)
[03:56:43.511] Build status: STARTED
[03:56:43.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:10:0) after 9m13s
[04:05:56.552] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:10:0)
[04:05:56.576] Build status: STARTED
[04:05:56.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:11:0) after 6m22s
[04:12:18.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:11:0)
[04:12:18.694] Build status: STARTED
[04:12:18.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:12:0) after 8m54s
[04:21:12.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:12:0)
[04:21:12.868] Build status: STARTED
[04:21:12.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:13:0) after 9m51s
[04:31:03.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:13:0)
[04:31:03.965] Build status: STARTED
[04:31:03.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:14:0) after 5m44s
[04:36:47.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:14:0)
[04:36:48.009] Build status: STARTED
[04:36:48.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:15:0) after 2m52s
[04:39:40.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:15:0)
[04:39:40.055] Build status: STARTED
[04:39:40.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:16:0) after 7m5s
[04:46:45.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:16:0)
[04:46:45.242] Build status: STARTED
[04:46:45.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:17:0) after 9m1s
[04:55:46.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:17:0)
[04:55:46.342] Build status: STARTED
[04:55:46.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:18:0) after 5m41s
[05:01:27.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:18:0)
[05:01:27.530] Build status: STARTED
[05:01:27.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:19:0) after 1m41s
[05:03:08.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:19:0)
[05:03:08.652] Build status: STARTED
[05:03:08.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:20:0) after 2m51s
[05:05:59.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:20:0)
[05:05:59.699] Build status: STARTED
[05:05:59.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:21:0) after 9m5s
[05:15:04.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:21:0)
[05:15:04.989] Build status: STARTED
[05:15:04.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:22:0) after 5m2s
[05:20:07.376] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:22:0)
[05:20:07.404] Build status: STARTED
[05:20:07.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:23:0) after 2m2s
[05:22:09.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:23:0)
[05:22:09.573] Build status: STARTED
[05:22:09.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:24:0) after 6m37s
[05:28:46.648] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:24:0)
[05:28:46.675] Build status: STARTED
[05:28:46.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:25:0) after 1m58s
[05:30:44.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:25:0)
[05:30:44.813] Build status: STARTED
[05:30:44.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:26:0) after 8m32s
[05:39:16.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:26:0)
[05:39:16.862] Build status: STARTED
[05:39:16.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:27:0) after 3m36s
[05:42:52.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:27:0)
[05:42:52.924] Build status: STARTED
[05:42:52.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:28:0) after 5m37s
[05:48:29.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:28:0)
[05:48:29.970] Build status: STARTED
[05:48:29.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:29:0) after 1m26s
[05:49:55.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:29:0)
[05:49:56.016] Build status: STARTED
[05:49:56.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:30:0) after 6m0s
[05:55:56.141] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:30:0)
[05:55:56.166] Build status: STARTED
[05:55:56.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:31:0) after 1m24s
[05:57:20.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:31:0)
[05:57:20.321] Build status: STARTED
[05:57:20.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:32:0) after 2m58s
[06:00:18.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:32:0)
[06:00:18.459] Build status: STARTED
[06:00:18.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:33:0) after 2m36s
[06:02:54.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:33:0)
[06:02:54.550] Build status: STARTED
[06:02:54.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:34:0) after 6m19s
[06:09:13.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:34:0)
[06:09:13.613] Build status: STARTED
[06:09:13.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:35:0) after 1m47s
[06:11:00.647] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:35:0)
[06:11:00.750] Build status: STARTED
[06:11:00.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:36:0) after 1m6s
[06:12:06.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:36:0)
[06:12:06.814] Build status: STARTED
[06:12:06.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:37:0) after 7m12s
[06:19:18.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:37:0)
[06:19:18.969] Build status: STARTED
[06:19:18.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:38:0) after 1m1s
[06:20:20.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:38:0)
[06:20:20.042] Build status: STARTED
[06:20:20.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:39:0) after 3m19s
[06:23:39.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:39:0)
[06:23:39.111] Build status: STARTED
[06:23:39.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:40:0) after 6m22s
[06:30:01.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:40:0)
[06:30:01.527] Build status: STARTED
[06:30:01.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:41:0) after 5m37s
[06:35:38.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:41:0)
[06:35:38.589] Build status: STARTED
[06:35:38.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:42:0) after 2m31s
[06:38:09.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:42:0)
[06:38:09.652] Build status: STARTED
[06:38:09.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:43:0) after 5m51s
[06:44:00.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:43:0)
[06:44:00.745] Build status: STARTED
[06:44:00.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:44:0) after 2m34s
[06:46:34.780] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:44:0)
[06:46:34.803] Build status: STARTED
[06:46:34.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:45:0) after 6m29s
[06:53:03.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:45:0)
[06:53:03.916] Build status: STARTED
[06:53:03.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:46:0) after 8m43s
[07:01:46.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:46:0)
[07:01:46.974] Build status: STARTED
[07:01:46.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:47:0) after 1m53s
[07:03:40.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:47:0)
[07:03:40.056] Build status: STARTED
[07:03:40.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:48:0) after 5m25s
[07:09:05.343] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:48:0)
[07:09:05.369] Build status: STARTED
[07:09:05.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:49:0) after 9m48s
[07:18:53.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:49:0)
[07:18:53.430] Build status: STARTED
[07:18:53.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:50:0) after 3m3s
[07:21:56.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:50:0)
[07:21:56.476] Build status: STARTED
[07:21:56.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:51:0) after 3m16s
[07:25:12.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:51:0)
[07:25:12.658] Build status: STARTED
[07:25:12.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:52:0) after 6m10s
[07:31:22.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:52:0)
[07:31:22.710] Build status: STARTED
[07:31:22.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:53:0) after 5m19s
[07:36:41.730] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:53:0)
[07:36:41.762] Build status: STARTED
[07:36:41.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:54:0) after 7m58s
[07:44:39.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:54:0)
[07:44:39.951] Build status: STARTED
[07:44:39.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:55:0) after 5m31s
[07:50:11.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:55:0)
[07:50:11.074] Build status: STARTED
[07:50:11.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:56:0) after 3m56s
[07:54:07.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:56:0)
[07:54:07.144] Build status: STARTED
[07:54:07.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:57:0) after 6m41s
[08:00:48.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:57:0)
[08:00:48.255] Build status: STARTED
[08:00:48.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:58:0) after 4m26s
[08:05:14.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:58:0)
[08:05:14.364] Build status: STARTED
[08:05:14.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:59:0) after 4m26s
[08:09:40.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:59:0)
[08:09:40.772] Build status: STARTED
[08:09:40.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:60:0) after 5m53s
[08:15:33.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:60:0)
[08:15:33.827] Build status: STARTED
[08:15:33.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:61:0) after 3m0s
[08:18:33.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:61:0)
[08:18:33.893] Build status: STARTED
[08:18:33.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:62:0) after 9m38s
[08:28:12.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:62:0)
[08:28:12.366] Build status: STARTED
[08:28:12.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:63:0) after 1m31s
[08:29:43.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:63:0)
[08:29:43.428] Build status: STARTED
[08:29:43.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:64:0) after 9m25s
[08:39:08.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:64:0)
[08:39:08.486] Build status: STARTED
[08:39:08.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:65:0) after 9m23s
[08:48:31.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:65:0)
[08:48:31.573] Build status: STARTED
[08:48:31.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:66:0) after 8m31s
[08:57:02.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:66:0)
[08:57:02.696] Build status: STARTED
[08:57:02.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:67:0) after 1m28s
[08:58:30.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:67:0)
[08:58:30.762] Build status: STARTED
[08:58:30.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:68:0) after 9m50s
[09:08:20.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:68:0)
[09:08:20.795] Build status: STARTED
[09:08:20.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:69:0) after 1m57s
[09:10:17.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:69:0)
[09:10:17.968] Build status: STARTED
[09:10:17.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:70:0) after 1m26s
[09:11:44.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:70:0)
[09:11:44.119] Build status: STARTED
[09:11:44.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:71:0) after 5m23s
[09:17:07.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:71:0)
[09:17:07.267] Build status: STARTED
[09:17:07.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:72:0) after 9m37s
[09:26:44.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:72:0)
[09:26:44.321] Build status: STARTED
[09:26:44.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:73:0) after 8m37s
[09:35:21.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:73:0)
[09:35:21.594] Build status: STARTED
[09:35:21.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:74:0) after 9m10s
[09:44:31.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:74:0)
[09:44:31.650] Build status: STARTED
[09:44:31.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:75:0) after 4m21s
[09:48:52.674] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:75:0)
[09:48:52.704] Build status: STARTED
[09:48:52.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:76:0) after 8m34s
[09:57:26.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:76:0)
[09:57:26.843] Build status: STARTED
[09:57:26.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:77:0) after 9m4s
[10:06:30.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:77:0)
[10:06:30.974] Build status: STARTED
[10:06:30.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:78:0) after 2m15s
[10:08:46.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:78:0)
[10:08:46.048] Build status: STARTED
[10:08:46.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:79:0) after 6m29s
[10:15:15.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:79:0)
[10:15:15.252] Build status: STARTED
[10:15:15.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:80:0) after 2m30s
[10:17:45.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:80:0)
[10:17:45.344] Build status: STARTED
[10:17:45.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:81:0) after 2m48s
[10:20:33.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:81:0)
[10:20:33.540] Build status: STARTED
[10:20:33.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:82:0) after 1m19s
[10:21:52.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:82:0)
[10:21:52.781] Build status: STARTED
[10:21:52.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:83:0) after 5m2s
[10:26:54.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:83:0)
[10:26:54.932] Build status: STARTED
[10:26:54.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:84:0) after 2m12s
[10:29:07.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:84:0)
[10:29:07.090] Build status: STARTED
[10:29:07.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:85:0) after 5m28s
[10:34:35.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:85:0)
[10:34:35.157] Build status: STARTED
[10:34:35.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:86:0) after 8m57s
[10:43:32.185] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:86:0)
[10:43:32.295] Build status: STARTED
[10:43:32.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:87:0) after 8m53s
[10:52:25.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:87:0)
[10:52:25.447] Build status: STARTED
[10:52:25.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:88:0) after 9m57s
[11:02:22.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:88:0)
[11:02:22.564] Build status: STARTED
[11:02:22.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:89:0) after 7m2s
[11:09:24.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:89:0)
[11:09:24.774] Build status: STARTED
[11:09:24.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:90:0) after 6m9s
[11:15:33.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:90:0)
[11:15:33.854] Build status: STARTED
[11:15:33.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:91:0) after 1m19s
[11:16:53.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:91:0)
[11:16:53.029] Build status: STARTED
[11:16:53.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:92:0) after 8m8s
[11:25:01.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:92:0)
[11:25:01.594] Build status: STARTED
[11:25:01.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:93:0) after 7m8s
[11:32:09.640] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:93:0)
[11:32:09.663] Build status: STARTED
[11:32:09.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:94:0) after 8m14s
[11:40:23.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:94:0)
[11:40:23.866] Build status: STARTED
[11:40:23.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:95:0) after 7m6s
[11:47:29.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:95:0)
[11:47:29.935] Build status: STARTED
[11:47:29.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:96:0) after 5m23s
[11:52:52.998] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:96:0)
[11:52:53.040] Build status: STARTED
[11:52:53.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:97:0) after 4m47s
[11:57:40.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:97:0)
[11:57:40.119] Build status: STARTED
[11:57:40.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:98:0) after 9m12s
[12:06:52.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:98:0)
[12:06:52.484] Build status: STARTED
[12:06:52.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:99:0) after 5m23s
[12:12:15.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:99:0)
[12:12:15.604] Build status: STARTED
[12:12:15.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:100:0) after 6m33s
[12:18:48.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:100:0)
[12:18:48.794] Build status: STARTED
[12:18:48.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:101:0) after 1m2s
[12:19:50.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:101:0)
[12:19:50.932] Build status: STARTED
[12:19:50.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:102:0) after 6m26s
[12:26:17.110] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:102:0)
[12:26:17.133] Build status: STARTED
[12:26:17.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:103:0) after 1m29s
[12:27:46.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:103:0)
[12:27:46.285] Build status: STARTED
[12:27:46.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:104:0) after 1m47s
[12:29:33.462] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:104:0)
[12:29:33.487] Build status: STARTED
[12:29:33.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:105:0) after 2m33s
[12:32:06.526] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:105:0)
[12:32:06.551] Build status: STARTED
[12:32:06.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:106:0) after 4m19s
[12:36:25.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:106:0)
[12:36:25.678] Build status: STARTED
[12:36:25.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:107:0) after 3m37s
[12:40:02.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:107:0)
[12:40:02.766] Build status: STARTED
[12:40:02.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:108:0) after 2m44s
[12:42:47.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:108:0)
[12:42:47.222] Build status: STARTED
[12:42:47.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:109:0) after 5m38s
[12:48:25.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:109:0)
[12:48:25.331] Build status: STARTED
[12:48:25.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:110:0) after 2m5s
[12:50:30.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:110:0)
[12:50:30.450] Build status: STARTED
[12:50:30.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:111:0) after 9m20s
[12:59:51.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:111:0)
[12:59:51.098] Build status: STARTED
[12:59:51.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:112:0) after 6m11s
[13:06:02.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:112:0)
[13:06:02.181] Build status: STARTED
[13:06:02.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:113:0) after 3m3s
[13:09:05.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:113:0)
[13:09:05.291] Build status: STARTED
[13:09:05.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:114:0) after 7m54s
[13:16:59.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:114:0)
[13:16:59.503] Build status: STARTED
[13:16:59.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:115:0) after 5m14s
[13:22:13.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:115:0)
[13:22:13.676] Build status: STARTED
[13:22:13.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:116:0) after 3m41s
[13:25:54.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:116:0)
[13:25:54.836] Build status: STARTED
[13:25:54.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:117:0) after 5m11s
[13:31:05.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:117:0)
[13:31:05.949] Build status: STARTED
[13:31:05.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:118:0) after 8m31s
[13:39:37.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:118:0)
[13:39:37.222] Build status: STARTED
[13:39:37.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:119:0) after 7m49s
[13:47:26.242] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:119:0)
[13:47:26.288] Build status: STARTED
[13:47:26.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:120:0) after 6m14s
[13:53:40.320] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:120:0)
[13:53:40.368] Build status: STARTED
[13:53:40.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:121:0) after 9m8s
[14:02:48.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:121:0)
[14:02:48.532] Build status: STARTED
[14:02:48.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:122:0) after 8m9s
[14:10:57.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:122:0)
[14:10:57.786] Build status: STARTED
[14:10:57.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:123:0) after 2m12s
[14:13:09.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:123:0)
[14:13:09.908] Build status: STARTED
[14:13:09.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:124:0) after 6m27s
[14:19:36.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:124:0)
[14:19:36.955] Build status: STARTED
[14:19:36.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:125:0) after 3m36s
[14:23:12.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:125:0)
[14:23:13.011] Build status: STARTED
[14:23:13.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:126:0) after 9m1s
[14:32:14.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:126:0)
[14:32:14.166] Build status: STARTED
[14:32:14.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8981919162786346416:127:0) after 6m11s
[14:36:20.716] Received PubSub notification, asking Buildbucket for the build status
[14:36:20.767] Build:
{
  "id": "8816489100762246785",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26817,
  "createdBy": "project:chromium",
  "createTime": "2022-04-19T03:10:05.935088292Z",
  "startTime": "2022-04-19T03:51:05.307463Z",
  "endTime": "2022-04-19T14:36:20.134054938Z",
  "updateTime": "2022-04-19T14:36:20.134054938Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f4fdd990b66f7afe3eb04fbd210f3e784edbf987",
      "ref": "refs/heads/main"
    }
  }
}
[14:36:20.767] Invocation finished in 11h26m16.145657983s with status FAILED