Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6a58c56792ba6bb0ff4ac4dcce2b16d315ee33f9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6a58c56792ba6bb0ff4ac4dcce2b16d315ee33f9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:21:44.299] New invocation is queued and will start shortly
[05:21:45.465] Starting the invocation (attempt 1)
[05:21:45.527] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6a58c56792ba6bb0ff4ac4dcce2b16d315ee33f9"
[05:21:45.527] Popped gitiles commit info from properties and tags
[05:21:45.527] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:21:45.527] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:21:45.527] Buildbucket request:
{
  "requestId": "8990426994231630272",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6a58c56792ba6bb0ff4ac4dcce2b16d315ee33f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990426994231630272"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:21:46.066] Scheduled build:
{
  "id": "8824996932206639665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26428,
  "createdBy": "project:chromium",
  "createTime": "2022-01-15T05:21:45.598985678Z",
  "updateTime": "2022-01-15T05:21:45.598985678Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6a58c56792ba6bb0ff4ac4dcce2b16d315ee33f9",
      "ref": "refs/heads/main"
    }
  }
}
[05:21:46.066] Task URL: https://cr-buildbucket.appspot.com/build/8824996932206639665
[05:21:46.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:2:0) after 1m34s
[05:23:20.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:2:0)
[05:23:20.134] Build status: SCHEDULED
[05:23:20.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:3:0) after 5m21s
[05:28:41.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:3:0)
[05:28:41.188] Build status: SCHEDULED
[05:28:41.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:4:0) after 5m41s
[05:34:22.255] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:4:0)
[05:34:22.289] Build status: SCHEDULED
[05:34:22.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:5:0) after 6m53s
[05:41:15.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:5:0)
[05:41:15.559] Build status: SCHEDULED
[05:41:15.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:6:0) after 9m53s
[05:45:34.355] Received PubSub notification, asking Buildbucket for the build status
[05:45:34.377] Build status: STARTED
[05:51:08.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:6:0)
[05:51:08.624] Build status: STARTED
[05:51:08.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:8:0) after 3m31s
[05:54:39.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:8:0)
[05:54:39.679] Build status: STARTED
[05:54:39.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:9:0) after 2m53s
[05:57:32.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:9:0)
[05:57:32.719] Build status: STARTED
[05:57:32.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:10:0) after 1m39s
[05:59:11.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:10:0)
[05:59:11.871] Build status: STARTED
[05:59:11.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:11:0) after 3m53s
[06:03:04.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:11:0)
[06:03:04.961] Build status: STARTED
[06:03:04.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:12:0) after 8m31s
[06:11:36.002] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:12:0)
[06:11:36.019] Build status: STARTED
[06:11:36.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:13:0) after 5m4s
[06:16:40.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:13:0)
[06:16:40.080] Build status: STARTED
[06:16:40.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:14:0) after 4m55s
[06:21:37.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:14:0)
[06:21:37.063] Build status: STARTED
[06:21:37.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:15:0) after 4m13s
[06:25:50.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:15:0)
[06:25:50.132] Build status: STARTED
[06:25:50.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:16:0) after 5m37s
[06:31:27.199] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:16:0)
[06:31:27.230] Build status: STARTED
[06:31:27.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:17:0) after 8m24s
[06:39:51.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:17:0)
[06:39:51.292] Build status: STARTED
[06:39:51.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:18:0) after 2m27s
[06:42:18.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:18:0)
[06:42:18.354] Build status: STARTED
[06:42:18.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:19:0) after 2m38s
[06:44:56.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:19:0)
[06:44:56.503] Build status: STARTED
[06:44:56.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:20:0) after 2m23s
[06:47:19.531] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:20:0)
[06:47:19.554] Build status: STARTED
[06:47:19.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:21:0) after 8m21s
[06:55:40.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:21:0)
[06:55:40.814] Build status: STARTED
[06:55:40.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:22:0) after 1m59s
[06:57:39.848] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:22:0)
[06:57:39.888] Build status: STARTED
[06:57:39.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:23:0) after 9m54s
[07:07:33.920] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:23:0)
[07:07:33.947] Build status: STARTED
[07:07:33.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:24:0) after 6m23s
[07:13:56.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:24:0)
[07:13:57.017] Build status: STARTED
[07:13:57.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:25:0) after 8m13s
[07:22:10.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:25:0)
[07:22:10.081] Build status: STARTED
[07:22:10.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:26:0) after 5m20s
[07:27:30.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:26:0)
[07:27:30.145] Build status: STARTED
[07:27:30.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:27:0) after 2m20s
[07:29:50.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:27:0)
[07:29:50.220] Build status: STARTED
[07:29:50.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:28:0) after 7m19s
[07:37:09.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:28:0)
[07:37:09.337] Build status: STARTED
[07:37:09.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:29:0) after 7m13s
[07:44:22.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:29:0)
[07:44:22.510] Build status: STARTED
[07:44:22.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:30:0) after 2m48s
[07:47:10.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:30:0)
[07:47:10.553] Build status: STARTED
[07:47:10.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:31:0) after 1m41s
[07:48:51.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:31:0)
[07:48:51.615] Build status: STARTED
[07:48:51.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:32:0) after 2m23s
[07:51:14.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:32:0)
[07:51:14.701] Build status: STARTED
[07:51:14.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:33:0) after 7m5s
[07:58:19.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:33:0)
[07:58:19.785] Build status: STARTED
[07:58:19.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:34:0) after 4m29s
[08:02:48.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:34:0)
[08:02:48.986] Build status: STARTED
[08:02:48.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:35:0) after 9m32s
[08:12:21.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:35:0)
[08:12:21.084] Build status: STARTED
[08:12:21.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:36:0) after 3m33s
[08:15:54.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:36:0)
[08:15:54.132] Build status: STARTED
[08:15:54.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:37:0) after 9m3s
[08:24:57.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:37:0)
[08:24:57.254] Build status: STARTED
[08:24:57.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:38:0) after 4m37s
[08:29:34.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:38:0)
[08:29:34.345] Build status: STARTED
[08:29:34.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:39:0) after 3m24s
[08:32:58.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:39:0)
[08:32:59.018] Build status: STARTED
[08:32:59.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:40:0) after 8m1s
[08:41:00.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:40:0)
[08:41:00.069] Build status: STARTED
[08:41:00.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:41:0) after 1m51s
[08:42:51.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:41:0)
[08:42:51.199] Build status: STARTED
[08:42:51.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:42:0) after 7m9s
[08:50:00.460] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:42:0)
[08:50:00.489] Build status: STARTED
[08:50:00.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:43:0) after 1m46s
[08:51:46.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:43:0)
[08:51:46.540] Build status: STARTED
[08:51:46.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:44:0) after 2m9s
[08:53:55.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:44:0)
[08:53:55.732] Build status: STARTED
[08:53:55.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:45:0) after 8m8s
[09:02:03.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:45:0)
[09:02:03.796] Build status: STARTED
[09:02:03.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:46:0) after 1m29s
[09:03:32.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:46:0)
[09:03:32.986] Build status: STARTED
[09:03:32.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:47:0) after 8m36s
[09:12:09.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:47:0)
[09:12:09.066] Build status: STARTED
[09:12:09.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:48:0) after 9m7s
[09:21:16.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:48:0)
[09:21:16.136] Build status: STARTED
[09:21:16.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:49:0) after 3m9s
[09:24:25.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:49:0)
[09:24:25.395] Build status: STARTED
[09:24:25.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:50:0) after 4m53s
[09:29:18.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:50:0)
[09:29:18.451] Build status: STARTED
[09:29:18.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:51:0) after 6m42s
[09:36:00.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:51:0)
[09:36:00.854] Build status: STARTED
[09:36:00.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:52:0) after 7m59s
[09:44:00.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:52:0)
[09:44:00.207] Build status: STARTED
[09:44:00.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:53:0) after 2m39s
[09:46:39.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:53:0)
[09:46:39.334] Build status: STARTED
[09:46:39.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:54:0) after 7m21s
[09:54:01.672] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:54:0)
[09:54:01.692] Build status: STARTED
[09:54:01.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:55:0) after 6m8s
[10:00:09.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:55:0)
[10:00:09.842] Build status: STARTED
[10:00:09.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:56:0) after 4m50s
[10:04:59.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:56:0)
[10:04:59.938] Build status: STARTED
[10:04:59.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:57:0) after 9m6s
[10:14:05.984] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:57:0)
[10:14:06.005] Build status: STARTED
[10:14:06.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:58:0) after 7m7s
[10:21:13.044] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:58:0)
[10:21:13.337] Build status: STARTED
[10:21:13.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:59:0) after 8m15s
[10:29:28.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:59:0)
[10:29:28.647] Build status: STARTED
[10:29:28.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:60:0) after 3m44s
[10:33:12.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:60:0)
[10:33:12.711] Build status: STARTED
[10:33:12.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:61:0) after 6m56s
[10:40:08.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:61:0)
[10:40:08.771] Build status: STARTED
[10:40:08.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:62:0) after 2m16s
[10:42:25.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:62:0)
[10:42:25.111] Build status: STARTED
[10:42:25.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:63:0) after 4m31s
[10:46:56.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:63:0)
[10:46:56.182] Build status: STARTED
[10:46:56.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:64:0) after 5m58s
[10:52:54.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:64:0)
[10:52:54.232] Build status: STARTED
[10:52:54.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:65:0) after 3m37s
[10:56:31.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:65:0)
[10:56:31.410] Build status: STARTED
[10:56:31.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:66:0) after 7m7s
[11:03:38.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:66:0)
[11:03:38.474] Build status: STARTED
[11:03:38.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:67:0) after 7m55s
[11:11:33.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:67:0)
[11:11:33.614] Build status: STARTED
[11:11:33.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:68:0) after 1m30s
[11:13:03.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:68:0)
[11:13:03.741] Build status: STARTED
[11:13:03.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:69:0) after 4m58s
[11:18:01.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:69:0)
[11:18:01.820] Build status: STARTED
[11:18:01.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:70:0) after 1m1s
[11:19:02.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:70:0)
[11:19:02.979] Build status: STARTED
[11:19:02.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:71:0) after 2m55s
[11:21:58.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:71:0)
[11:21:58.081] Build status: STARTED
[11:21:58.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:72:0) after 1m20s
[11:23:18.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:72:0)
[11:23:18.147] Build status: STARTED
[11:23:18.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:73:0) after 7m4s
[11:30:22.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:73:0)
[11:30:22.332] Build status: STARTED
[11:30:22.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:74:0) after 8m34s
[11:38:57.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:74:0)
[11:38:57.023] Build status: STARTED
[11:38:57.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:75:0) after 3m31s
[11:42:28.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:75:0)
[11:42:28.390] Build status: STARTED
[11:42:28.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:76:0) after 1m24s
[11:43:52.421] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:76:0)
[11:43:52.450] Build status: STARTED
[11:43:52.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:77:0) after 8m39s
[11:52:31.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:77:0)
[11:52:31.520] Build status: STARTED
[11:52:31.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:78:0) after 6m15s
[11:58:46.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:78:0)
[11:58:46.649] Build status: STARTED
[11:58:46.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:79:0) after 3m5s
[12:01:51.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:79:0)
[12:01:51.895] Build status: STARTED
[12:01:51.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:80:0) after 1m35s
[12:03:26.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:80:0)
[12:03:27.017] Build status: STARTED
[12:03:27.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:81:0) after 6m32s
[12:09:59.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:81:0)
[12:09:59.169] Build status: STARTED
[12:09:59.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:82:0) after 2m15s
[12:12:14.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:82:0)
[12:12:14.404] Build status: STARTED
[12:12:14.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:83:0) after 1m6s
[12:13:20.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:83:0)
[12:13:20.669] Build status: STARTED
[12:13:20.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:84:0) after 8m9s
[12:21:29.725] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:84:0)
[12:21:29.745] Build status: STARTED
[12:21:29.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:85:0) after 1m1s
[12:22:30.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:85:0)
[12:22:30.830] Build status: STARTED
[12:22:30.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:86:0) after 7m3s
[12:29:34.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:86:0)
[12:29:34.819] Build status: STARTED
[12:29:34.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:87:0) after 9m2s
[12:38:37.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:87:0)
[12:38:37.596] Build status: STARTED
[12:38:37.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:88:0) after 2m6s
[12:40:44.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:88:0)
[12:40:44.511] Build status: STARTED
[12:40:44.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:89:0) after 2m51s
[12:43:35.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:89:0)
[12:43:35.571] Build status: STARTED
[12:43:35.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:90:0) after 1m58s
[12:45:33.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:90:0)
[12:45:33.789] Build status: STARTED
[12:45:33.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:91:0) after 8m49s
[12:54:22.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:91:0)
[12:54:22.984] Build status: STARTED
[12:54:22.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:92:0) after 3m14s
[12:57:37.233] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:92:0)
[12:57:37.256] Build status: STARTED
[12:57:37.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:93:0) after 8m34s
[13:06:11.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:93:0)
[13:06:11.546] Build status: STARTED
[13:06:11.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:94:0) after 7m43s
[13:13:54.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:94:0)
[13:13:54.728] Build status: STARTED
[13:13:54.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:95:0) after 1m14s
[13:15:08.909] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:95:0)
[13:15:08.939] Build status: STARTED
[13:15:08.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:96:0) after 7m17s
[13:22:26.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:96:0)
[13:22:26.473] Build status: STARTED
[13:22:26.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:97:0) after 2m11s
[13:24:37.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:97:0)
[13:24:37.511] Build status: STARTED
[13:24:37.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:98:0) after 6m35s
[13:31:12.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:98:0)
[13:31:12.620] Build status: STARTED
[13:31:12.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:99:0) after 7m58s
[13:39:11.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:99:0)
[13:39:11.146] Build status: STARTED
[13:39:11.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:100:0) after 4m39s
[13:43:50.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:100:0)
[13:43:50.486] Build status: STARTED
[13:43:50.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:101:0) after 2m24s
[13:46:14.724] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:101:0)
[13:46:14.792] Build status: STARTED
[13:46:14.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:102:0) after 7m20s
[13:53:35.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:102:0)
[13:53:35.105] Build status: STARTED
[13:53:35.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:103:0) after 1m19s
[13:54:54.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:103:0)
[13:54:54.170] Build status: STARTED
[13:54:54.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:104:0) after 7m41s
[14:02:35.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:104:0)
[14:02:35.223] Build status: STARTED
[14:02:35.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:105:0) after 1m39s
[14:04:14.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:105:0)
[14:04:14.594] Build status: STARTED
[14:04:14.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:106:0) after 7m10s
[14:11:25.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:106:0)
[14:11:25.374] Build status: STARTED
[14:11:25.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:107:0) after 4m38s
[14:16:03.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:107:0)
[14:16:03.632] Build status: STARTED
[14:16:03.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:108:0) after 5m45s
[14:21:48.714] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:108:0)
[14:21:48.743] Build status: STARTED
[14:21:48.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:109:0) after 1m52s
[14:23:40.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:109:0)
[14:23:41.042] Build status: STARTED
[14:23:41.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:110:0) after 7m41s
[14:31:22.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:110:0)
[14:31:22.443] Build status: STARTED
[14:31:22.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:111:0) after 9m35s
[14:40:57.692] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:111:0)
[14:40:57.722] Build status: STARTED
[14:40:57.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:112:0) after 3m44s
[14:44:41.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:112:0)
[14:44:41.787] Build status: STARTED
[14:44:41.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:113:0) after 6m32s
[14:51:13.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:113:0)
[14:51:13.794] Build status: STARTED
[14:51:13.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:114:0) after 4m4s
[14:55:17.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:114:0)
[14:55:17.856] Build status: STARTED
[14:55:17.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:115:0) after 8m15s
[15:03:33.097] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:115:0)
[15:03:33.119] Build status: STARTED
[15:03:33.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:116:0) after 7m8s
[15:10:41.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:116:0)
[15:10:41.280] Build status: STARTED
[15:10:41.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:117:0) after 3m41s
[15:14:23.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:117:0)
[15:14:23.197] Build status: STARTED
[15:14:23.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:118:0) after 5m42s
[15:20:05.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:118:0)
[15:20:05.246] Build status: STARTED
[15:20:05.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:119:0) after 6m8s
[15:26:14.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:119:0)
[15:26:15.016] Build status: STARTED
[15:26:15.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:120:0) after 9m7s
[15:35:22.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:120:0)
[15:35:22.070] Build status: STARTED
[15:35:22.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:121:0) after 7m4s
[15:42:26.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:121:0)
[15:42:26.122] Build status: STARTED
[15:42:26.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:122:0) after 5m56s
[15:48:22.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:122:0)
[15:48:22.246] Build status: STARTED
[15:48:22.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:123:0) after 8m53s
[15:57:15.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:123:0)
[15:57:15.344] Build status: STARTED
[15:57:15.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:124:0) after 1m14s
[15:58:29.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:124:0)
[15:58:29.550] Build status: STARTED
[15:58:29.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:125:0) after 4m20s
[16:02:49.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:125:0)
[16:02:49.612] Build status: STARTED
[16:02:49.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:126:0) after 2m34s
[16:05:23.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:126:0)
[16:05:23.703] Build status: STARTED
[16:05:23.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:127:0) after 9m32s
[16:14:55.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:127:0)
[16:14:55.953] Build status: STARTED
[16:14:55.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:128:0) after 2m50s
[16:17:46.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:128:0)
[16:17:46.261] Build status: STARTED
[16:17:46.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:129:0) after 1m15s
[16:19:01.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:129:0)
[16:19:01.450] Build status: STARTED
[16:19:01.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:130:0) after 7m18s
[16:26:19.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:130:0)
[16:26:19.672] Build status: STARTED
[16:26:19.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8990426994231630272:131:0) after 5m49s
[16:29:17.051] Received PubSub notification, asking Buildbucket for the build status
[16:29:17.138] Build:
{
  "id": "8824996932206639665",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 26428,
  "createdBy": "project:chromium",
  "createTime": "2022-01-15T05:21:45.598985678Z",
  "startTime": "2022-01-15T05:45:33.553694Z",
  "endTime": "2022-01-15T16:29:16.489761296Z",
  "updateTime": "2022-01-15T16:29:16.489761296Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6a58c56792ba6bb0ff4ac4dcce2b16d315ee33f9",
      "ref": "refs/heads/main"
    }
  }
}
[16:29:17.138] Invocation finished in 11h7m32.854825372s with status FAILED