Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1bfe903e4cc080cf92744b3f0f9f7b7509cb31d8"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1bfe903e4cc080cf92744b3f0f9f7b7509cb31d8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:16:30.739] New invocation is queued and will start shortly
[04:16:33.449] Starting the invocation (attempt 1)
[04:16:33.484] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1bfe903e4cc080cf92744b3f0f9f7b7509cb31d8"
[04:16:33.484] Popped gitiles commit info from properties and tags
[04:16:33.484] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:16:33.484] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:16:33.484] Buildbucket request:
{
  "requestId": "8999400197573822816",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1bfe903e4cc080cf92744b3f0f9f7b7509cb31d8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999400197573822816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:16:34.157] Scheduled build:
{
  "id": "8833970133954158209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25671,
  "createdBy": "project:chromium",
  "createTime": "2021-10-08T04:16:33.556046159Z",
  "updateTime": "2021-10-08T04:16:33.914572653Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1bfe903e4cc080cf92744b3f0f9f7b7509cb31d8",
      "ref": "refs/heads/main"
    }
  }
}
[04:16:34.157] Task URL: https://cr-buildbucket.appspot.com/build/8833970133954158209
[04:16:34.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:2:0) after 3m56s
[04:20:31.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:2:0)
[04:20:31.077] Build status: SCHEDULED
[04:20:31.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:3:0) after 7m52s
[04:23:32.472] Received PubSub notification, asking Buildbucket for the build status
[04:23:32.501] Build status: STARTED
[04:28:23.103] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:3:0)
[04:28:23.148] Build status: STARTED
[04:28:23.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:5:0) after 4m24s
[04:32:47.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:5:0)
[04:32:47.197] Build status: STARTED
[04:32:47.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:6:0) after 5m54s
[04:38:41.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:6:0)
[04:38:41.264] Build status: STARTED
[04:38:41.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:7:0) after 6m42s
[04:45:23.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:7:0)
[04:45:23.369] Build status: STARTED
[04:45:23.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:8:0) after 1m48s
[04:47:11.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:8:0)
[04:47:11.506] Build status: STARTED
[04:47:11.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:9:0) after 6m37s
[04:53:48.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:9:0)
[04:53:48.754] Build status: STARTED
[04:53:48.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:10:0) after 3m17s
[04:57:05.777] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:10:0)
[04:57:05.814] Build status: STARTED
[04:57:05.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:11:0) after 8m21s
[05:05:26.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:11:0)
[05:05:26.868] Build status: STARTED
[05:05:26.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:12:0) after 9m50s
[05:15:17.176] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:12:0)
[05:15:17.204] Build status: STARTED
[05:15:17.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:13:0) after 8m13s
[05:23:30.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:13:0)
[05:23:30.260] Build status: STARTED
[05:23:30.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:14:0) after 4m14s
[05:27:44.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:14:0)
[05:27:44.633] Build status: STARTED
[05:27:44.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:15:0) after 5m27s
[05:33:11.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:15:0)
[05:33:11.830] Build status: STARTED
[05:33:11.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:16:0) after 8m33s
[05:41:45.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:16:0)
[05:41:45.066] Build status: STARTED
[05:41:45.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:17:0) after 2m39s
[05:44:24.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:17:0)
[05:44:24.238] Build status: STARTED
[05:44:24.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:18:0) after 2m38s
[05:47:02.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:18:0)
[05:47:02.413] Build status: STARTED
[05:47:02.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:19:0) after 5m47s
[05:52:49.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:19:0)
[05:52:49.419] Build status: STARTED
[05:52:49.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:20:0) after 6m13s
[05:59:02.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:20:0)
[05:59:02.523] Build status: STARTED
[05:59:02.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:21:0) after 2m23s
[06:01:25.595] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:21:0)
[06:01:25.624] Build status: STARTED
[06:01:25.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:22:0) after 3m27s
[06:04:52.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:22:0)
[06:04:52.741] Build status: STARTED
[06:04:52.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:23:0) after 1m13s
[06:06:05.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:23:0)
[06:06:05.849] Build status: STARTED
[06:06:05.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:24:0) after 9m25s
[06:15:30.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:24:0)
[06:15:30.905] Build status: STARTED
[06:15:30.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:25:0) after 1m44s
[06:17:14.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:25:0)
[06:17:14.964] Build status: STARTED
[06:17:14.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:26:0) after 5m48s
[06:23:02.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:26:0)
[06:23:02.987] Build status: STARTED
[06:23:02.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:27:0) after 3m7s
[06:26:10.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:27:0)
[06:26:10.070] Build status: STARTED
[06:26:10.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:28:0) after 6m46s
[06:32:56.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:28:0)
[06:32:56.103] Build status: STARTED
[06:32:56.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:29:0) after 8m54s
[06:41:50.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:29:0)
[06:41:50.158] Build status: STARTED
[06:41:50.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:30:0) after 2m10s
[06:44:00.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:30:0)
[06:44:00.509] Build status: STARTED
[06:44:00.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:31:0) after 1m33s
[06:45:33.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:31:0)
[06:45:33.527] Build status: STARTED
[06:45:33.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:32:0) after 6m7s
[06:51:40.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:32:0)
[06:51:40.618] Build status: STARTED
[06:51:40.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:33:0) after 1m48s
[06:53:28.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:33:0)
[06:53:28.727] Build status: STARTED
[06:53:28.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:34:0) after 6m33s
[07:00:01.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:34:0)
[07:00:01.903] Build status: STARTED
[07:00:01.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:35:0) after 7m2s
[07:07:03.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:35:0)
[07:07:03.946] Build status: STARTED
[07:07:03.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:36:0) after 8m45s
[07:15:48.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:36:0)
[07:15:49.062] Build status: STARTED
[07:15:49.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:37:0) after 9m4s
[07:24:53.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:37:0)
[07:24:53.637] Build status: STARTED
[07:24:53.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:38:0) after 9m54s
[07:34:47.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:38:0)
[07:34:47.774] Build status: STARTED
[07:34:47.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:39:0) after 7m32s
[07:42:19.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:39:0)
[07:42:19.890] Build status: STARTED
[07:42:19.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:40:0) after 4m50s
[07:47:09.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:40:0)
[07:47:10.042] Build status: STARTED
[07:47:10.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:41:0) after 3m38s
[07:50:48.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:41:0)
[07:50:48.201] Build status: STARTED
[07:50:48.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:42:0) after 4m11s
[07:54:59.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:42:0)
[07:54:59.320] Build status: STARTED
[07:54:59.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:43:0) after 3m29s
[07:58:28.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:43:0)
[07:58:28.464] Build status: STARTED
[07:58:28.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:44:0) after 4m37s
[08:03:05.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:44:0)
[08:03:05.527] Build status: STARTED
[08:03:05.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:45:0) after 5m52s
[08:08:57.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:45:0)
[08:08:57.574] Build status: STARTED
[08:08:57.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:46:0) after 5m9s
[08:14:06.670] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:46:0)
[08:14:06.707] Build status: STARTED
[08:14:06.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:47:0) after 1m17s
[08:15:23.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:47:0)
[08:15:23.758] Build status: STARTED
[08:15:23.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:48:0) after 5m4s
[08:20:27.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:48:0)
[08:20:27.982] Build status: STARTED
[08:20:27.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:49:0) after 6m11s
[08:26:39.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:49:0)
[08:26:39.134] Build status: STARTED
[08:26:39.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:50:0) after 5m48s
[08:32:27.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:50:0)
[08:32:27.278] Build status: STARTED
[08:32:27.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:51:0) after 6m5s
[08:38:32.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:51:0)
[08:38:32.586] Build status: STARTED
[08:38:32.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:52:0) after 3m45s
[08:42:17.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:52:0)
[08:42:17.639] Build status: STARTED
[08:42:17.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:53:0) after 4m53s
[08:47:10.754] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:53:0)
[08:47:10.783] Build status: STARTED
[08:47:10.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:54:0) after 8m48s
[08:55:58.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:54:0)
[08:55:59.029] Build status: STARTED
[08:55:59.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:55:0) after 9m9s
[09:05:08.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:55:0)
[09:05:08.093] Build status: STARTED
[09:05:08.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:56:0) after 8m10s
[09:13:18.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:56:0)
[09:13:18.199] Build status: STARTED
[09:13:18.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:57:0) after 1m1s
[09:14:19.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:57:0)
[09:14:19.465] Build status: STARTED
[09:14:19.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:58:0) after 1m45s
[09:16:04.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:58:0)
[09:16:04.517] Build status: STARTED
[09:16:04.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:59:0) after 4m15s
[09:20:19.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:59:0)
[09:20:19.711] Build status: STARTED
[09:20:19.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:60:0) after 6m57s
[09:27:16.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:60:0)
[09:27:16.756] Build status: STARTED
[09:27:16.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:61:0) after 3m48s
[09:31:05.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:61:0)
[09:31:05.192] Build status: STARTED
[09:31:05.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:62:0) after 8m36s
[09:39:41.212] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:62:0)
[09:39:41.261] Build status: STARTED
[09:39:41.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:63:0) after 6m12s
[09:45:53.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:63:0)
[09:45:53.308] Build status: STARTED
[09:45:53.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:64:0) after 3m31s
[09:49:24.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:64:0)
[09:49:24.387] Build status: STARTED
[09:49:24.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:65:0) after 3m21s
[09:52:45.409] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:65:0)
[09:52:45.442] Build status: STARTED
[09:52:45.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:66:0) after 2m10s
[09:54:55.548] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:66:0)
[09:54:55.586] Build status: STARTED
[09:54:55.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:67:0) after 5m17s
[10:00:12.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:67:0)
[10:00:12.609] Build status: STARTED
[10:00:12.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:68:0) after 2m30s
[10:02:42.696] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:68:0)
[10:02:42.724] Build status: STARTED
[10:02:42.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:69:0) after 7m37s
[10:10:19.745] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:69:0)
[10:10:19.782] Build status: STARTED
[10:10:19.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:70:0) after 4m3s
[10:14:22.812] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:70:0)
[10:14:22.884] Build status: STARTED
[10:14:22.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:71:0) after 3m59s
[10:18:21.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:71:0)
[10:18:22.029] Build status: STARTED
[10:18:22.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:72:0) after 2m36s
[10:20:58.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:72:0)
[10:20:58.105] Build status: STARTED
[10:20:58.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:73:0) after 8m20s
[10:29:18.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:73:0)
[10:29:18.159] Build status: STARTED
[10:29:18.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:74:0) after 5m17s
[10:34:35.167] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:74:0)
[10:34:35.361] Build status: STARTED
[10:34:35.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:75:0) after 4m51s
[10:39:26.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:75:0)
[10:39:26.421] Build status: STARTED
[10:39:26.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:76:0) after 2m28s
[10:41:54.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:76:0)
[10:41:54.525] Build status: STARTED
[10:41:54.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:77:0) after 2m18s
[10:44:12.604] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:77:0)
[10:44:12.655] Build status: STARTED
[10:44:12.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:78:0) after 6m11s
[10:50:23.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:78:0)
[10:50:23.720] Build status: STARTED
[10:50:23.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:79:0) after 8m54s
[10:59:17.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:79:0)
[10:59:17.796] Build status: STARTED
[10:59:17.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:80:0) after 7m27s
[11:06:44.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:80:0)
[11:06:44.836] Build status: STARTED
[11:06:44.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:81:0) after 1m29s
[11:08:13.856] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:81:0)
[11:08:13.898] Build status: STARTED
[11:08:13.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:82:0) after 6m45s
[11:14:58.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:82:0)
[11:14:58.960] Build status: STARTED
[11:14:58.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:83:0) after 6m10s
[11:21:09.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:83:0)
[11:21:09.139] Build status: STARTED
[11:21:09.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:84:0) after 9m46s
[11:30:55.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:84:0)
[11:30:55.196] Build status: STARTED
[11:30:55.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:85:0) after 9m54s
[11:40:49.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:85:0)
[11:40:49.251] Build status: STARTED
[11:40:49.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:86:0) after 2m13s
[11:43:02.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:86:0)
[11:43:02.368] Build status: STARTED
[11:43:02.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:87:0) after 4m5s
[11:47:07.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:87:0)
[11:47:07.421] Build status: STARTED
[11:47:07.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:88:0) after 1m41s
[11:48:48.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:88:0)
[11:48:48.461] Build status: STARTED
[11:48:48.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:89:0) after 6m12s
[11:55:00.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:89:0)
[11:55:00.538] Build status: STARTED
[11:55:00.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:90:0) after 9m36s
[12:04:36.559] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:90:0)
[12:04:36.589] Build status: STARTED
[12:04:36.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:91:0) after 6m48s
[12:11:24.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:91:0)
[12:11:24.692] Build status: STARTED
[12:11:24.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:92:0) after 5m39s
[12:17:03.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:92:0)
[12:17:03.774] Build status: STARTED
[12:17:03.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:93:0) after 5m14s
[12:22:18.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:93:0)
[12:22:18.218] Build status: STARTED
[12:22:18.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:94:0) after 4m14s
[12:26:32.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:94:0)
[12:26:32.378] Build status: STARTED
[12:26:32.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:95:0) after 2m40s
[12:29:12.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:95:0)
[12:29:12.425] Build status: STARTED
[12:29:12.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:96:0) after 4m27s
[12:33:39.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:96:0)
[12:33:39.471] Build status: STARTED
[12:33:39.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:97:0) after 5m20s
[12:38:59.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:97:0)
[12:38:59.621] Build status: STARTED
[12:38:59.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:98:0) after 5m36s
[12:44:35.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:98:0)
[12:44:35.846] Build status: STARTED
[12:44:35.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:99:0) after 7m8s
[12:51:43.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:99:0)
[12:51:45.576] Build status: STARTED
[12:51:45.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:100:0) after 4m28s
[12:56:13.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:100:0)
[12:56:13.617] Build status: STARTED
[12:56:13.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:101:0) after 9m56s
[13:06:09.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:101:0)
[13:06:09.849] Build status: STARTED
[13:06:09.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:102:0) after 7m51s
[13:14:00.869] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:102:0)
[13:14:00.952] Build status: STARTED
[13:14:00.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:103:0) after 9m25s
[13:23:25.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:103:0)
[13:23:26.014] Build status: STARTED
[13:23:26.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:104:0) after 8m48s
[13:32:14.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:104:0)
[13:32:14.379] Build status: STARTED
[13:32:14.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:105:0) after 4m18s
[13:36:32.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:105:0)
[13:36:32.428] Build status: STARTED
[13:36:32.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:106:0) after 2m27s
[13:38:59.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:106:0)
[13:38:59.999] Build status: STARTED
[13:38:59.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:107:0) after 3m16s
[13:42:16.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:107:0)
[13:42:16.118] Build status: STARTED
[13:42:16.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:108:0) after 6m52s
[13:49:08.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:108:0)
[13:49:08.193] Build status: STARTED
[13:49:08.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:109:0) after 3m52s
[13:53:00.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:109:0)
[13:53:00.430] Build status: STARTED
[13:53:00.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:110:0) after 2m37s
[13:55:37.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:110:0)
[13:55:37.666] Build status: STARTED
[13:55:37.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:111:0) after 4m0s
[13:59:37.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:111:0)
[13:59:37.798] Build status: STARTED
[13:59:37.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:112:0) after 7m15s
[14:06:53.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:112:0)
[14:06:53.359] Build status: STARTED
[14:06:53.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:113:0) after 9m56s
[14:16:49.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:113:0)
[14:16:49.719] Build status: STARTED
[14:16:49.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:114:0) after 3m47s
[14:20:36.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:114:0)
[14:20:36.857] Build status: STARTED
[14:20:36.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:115:0) after 3m48s
[14:24:24.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:115:0)
[14:24:24.935] Build status: STARTED
[14:24:24.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:116:0) after 6m2s
[14:30:27.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:116:0)
[14:30:27.205] Build status: STARTED
[14:30:27.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8999400197573822816:117:0) after 7m42s
[14:35:02.787] Received PubSub notification, asking Buildbucket for the build status
[14:35:02.867] Build:
{
  "id": "8833970133954158209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25671,
  "createdBy": "project:chromium",
  "createTime": "2021-10-08T04:16:33.556046159Z",
  "startTime": "2021-10-08T04:23:31.525121Z",
  "endTime": "2021-10-08T14:35:02.489593989Z",
  "updateTime": "2021-10-08T14:35:02.489950601Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1bfe903e4cc080cf92744b3f0f9f7b7509cb31d8",
      "ref": "refs/heads/main"
    }
  }
}
[14:35:02.867] Invocation finished in 10h18m32.147334201s with status FAILED