LUCI Scheduler :: chromium :: ToTMacASan

Status: FAILED

Triggered by: -

Duration: 10 hours

Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

223e714bb944384666b884453dfa7667d1d80f16 (4 years ago)
679b4a1663313dda399a2106f44084f28fc4ad3b (4 years ago)
09c8046569c8dcd724ba474e6b38359fa53eee60 (4 years ago)
5075206707cdd443ee3122a970aa3d8cdc6127bc (4 years ago)
d6a8a362a622404cab44ade9aeaf2ce4726c3146 (4 years ago)
ea7040c643f6c60e142fa77260a646d98f6ca412 (4 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ea7040c643f6c60e142fa77260a646d98f6ca412"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ea7040c643f6c60e142fa77260a646d98f6ca412
gitiles_ref:refs/heads/main

Debug log (UTC)

[23:45:20.950] New invocation is queued and will start shortly
[23:45:22.039] Starting the invocation (attempt 1)
[23:45:22.085] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ea7040c643f6c60e142fa77260a646d98f6ca412"
[23:45:22.085] Popped gitiles commit info from properties and tags
[23:45:22.085] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:45:22.085] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:45:22.085] Buildbucket request:
{
  "requestId": "9007027402859238208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ea7040c643f6c60e142fa77260a646d98f6ca412",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9007027402859238208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:45:23.002] Scheduled build:
{
  "id": "8841597340860626160",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25231,
  "createdBy": "project:chromium",
  "createTime": "2021-07-15T23:45:22.223553Z",
  "updateTime": "2021-07-15T23:45:22.877106Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ea7040c643f6c60e142fa77260a646d98f6ca412",
      "ref": "refs/heads/main"
    }
  }
}
[23:45:23.002] Task URL: https://cr-buildbucket.appspot.com/build/8841597340860626160
[23:45:23.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:2:0) after 7m36s
[23:49:28.179] Received PubSub notification, asking Buildbucket for the build status
[23:49:28.203] Build status: STARTED
[23:52:59.123] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:2:0)
[23:52:59.155] Build status: STARTED
[23:52:59.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:4:0) after 7m38s
[00:00:37.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:4:0)
[00:00:37.225] Build status: STARTED
[00:00:37.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:5:0) after 5m42s
[00:06:19.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:5:0)
[00:06:19.288] Build status: STARTED
[00:06:19.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:6:0) after 8m17s
[00:14:36.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:6:0)
[00:14:36.962] Build status: STARTED
[00:14:36.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:7:0) after 9m54s
[00:24:31.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:7:0)
[00:24:31.166] Build status: STARTED
[00:24:31.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:8:0) after 5m19s
[00:29:50.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:8:0)
[00:29:50.221] Build status: STARTED
[00:29:50.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:9:0) after 3m1s
[00:32:51.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:9:0)
[00:32:51.292] Build status: STARTED
[00:32:51.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:10:0) after 9m14s
[00:42:05.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:10:0)
[00:42:05.775] Build status: STARTED
[00:42:05.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:11:0) after 1m6s
[00:43:11.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:11:0)
[00:43:11.877] Build status: STARTED
[00:43:11.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:12:0) after 1m32s
[00:44:43.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:12:0)
[00:44:43.915] Build status: STARTED
[00:44:43.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:13:0) after 8m48s
[00:53:31.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:13:0)
[00:53:31.963] Build status: STARTED
[00:53:31.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:14:0) after 8m42s
[01:02:14.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:14:0)
[01:02:14.141] Build status: STARTED
[01:02:14.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:15:0) after 5m15s
[01:07:29.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:15:0)
[01:07:29.252] Build status: STARTED
[01:07:29.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:16:0) after 1m4s
[01:08:33.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:16:0)
[01:08:33.302] Build status: STARTED
[01:08:33.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:17:0) after 1m29s
[01:10:02.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:17:0)
[01:10:02.469] Build status: STARTED
[01:10:02.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:18:0) after 8m29s
[01:18:31.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:18:0)
[01:18:31.519] Build status: STARTED
[01:18:31.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:19:0) after 5m20s
[01:23:51.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:19:0)
[01:23:51.820] Build status: STARTED
[01:23:51.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:20:0) after 8m31s
[01:32:22.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:20:0)
[01:32:23.059] Build status: STARTED
[01:32:23.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:21:0) after 6m26s
[01:38:49.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:21:0)
[01:38:49.170] Build status: STARTED
[01:38:49.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:22:0) after 8m28s
[01:47:17.194] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:22:0)
[01:47:17.228] Build status: STARTED
[01:47:17.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:23:0) after 9m12s
[01:56:29.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:23:0)
[01:56:29.297] Build status: STARTED
[01:56:29.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:24:0) after 2m30s
[01:58:59.362] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:24:0)
[01:58:59.478] Build status: STARTED
[01:58:59.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:25:0) after 7m15s
[02:06:14.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:25:0)
[02:06:14.856] Build status: STARTED
[02:06:14.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:26:0) after 4m49s
[02:11:03.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:26:0)
[02:11:04.009] Build status: STARTED
[02:11:04.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:27:0) after 4m23s
[02:15:27.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:27:0)
[02:15:27.067] Build status: STARTED
[02:15:27.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:28:0) after 6m56s
[02:22:23.101] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:28:0)
[02:22:23.187] Build status: STARTED
[02:22:23.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:29:0) after 8m13s
[02:30:36.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:29:0)
[02:30:36.284] Build status: STARTED
[02:30:36.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:30:0) after 1m35s
[02:32:11.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:30:0)
[02:32:11.500] Build status: STARTED
[02:32:11.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:31:0) after 3m29s
[02:35:40.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:31:0)
[02:35:40.561] Build status: STARTED
[02:35:40.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:32:0) after 7m9s
[02:42:49.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:32:0)
[02:42:49.759] Build status: STARTED
[02:42:49.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:33:0) after 5m37s
[02:48:26.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:33:0)
[02:48:26.981] Build status: STARTED
[02:48:26.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:34:0) after 9m43s
[02:58:10.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:34:0)
[02:58:10.087] Build status: STARTED
[02:58:10.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:35:0) after 8m5s
[03:06:15.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:35:0)
[03:06:15.151] Build status: STARTED
[03:06:15.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:36:0) after 5m1s
[03:11:16.279] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:36:0)
[03:11:16.352] Build status: STARTED
[03:11:16.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:37:0) after 4m2s
[03:15:18.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:37:0)
[03:15:18.746] Build status: STARTED
[03:15:18.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:38:0) after 2m38s
[03:17:57.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:38:0)
[03:17:57.052] Build status: STARTED
[03:17:57.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:39:0) after 1m40s
[03:19:37.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:39:0)
[03:19:37.201] Build status: STARTED
[03:19:37.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:40:0) after 5m37s
[03:25:14.360] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:40:0)
[03:25:14.417] Build status: STARTED
[03:25:14.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:41:0) after 1m6s
[03:26:20.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:41:0)
[03:26:20.719] Build status: STARTED
[03:26:20.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:42:0) after 4m31s
[03:30:51.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:42:0)
[03:30:51.782] Build status: STARTED
[03:30:51.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:43:0) after 8m43s
[03:39:34.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:43:0)
[03:39:34.971] Build status: STARTED
[03:39:34.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:44:0) after 2m50s
[03:42:25.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:44:0)
[03:42:25.387] Build status: STARTED
[03:42:25.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:45:0) after 4m47s
[03:47:12.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:45:0)
[03:47:12.454] Build status: STARTED
[03:47:12.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:46:0) after 9m1s
[03:56:13.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:46:0)
[03:56:13.507] Build status: STARTED
[03:56:13.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:47:0) after 4m37s
[04:00:50.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:47:0)
[04:00:50.581] Build status: STARTED
[04:00:50.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:48:0) after 8m27s
[04:09:17.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:48:0)
[04:09:18.056] Build status: STARTED
[04:09:18.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:49:0) after 7m35s
[04:16:53.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:49:0)
[04:16:53.121] Build status: STARTED
[04:16:53.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:50:0) after 4m20s
[04:21:13.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:50:0)
[04:21:13.399] Build status: STARTED
[04:21:13.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:51:0) after 9m34s
[04:30:47.424] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:51:0)
[04:30:47.452] Build status: STARTED
[04:30:47.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:52:0) after 9m24s
[04:40:11.564] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:52:0)
[04:40:11.592] Build status: STARTED
[04:40:11.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:53:0) after 2m18s
[04:42:29.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:53:0)
[04:42:29.752] Build status: STARTED
[04:42:29.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:54:0) after 4m38s
[04:47:07.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:54:0)
[04:47:07.804] Build status: STARTED
[04:47:07.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:55:0) after 7m25s
[04:54:32.830] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:55:0)
[04:54:32.861] Build status: STARTED
[04:54:32.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:56:0) after 5m43s
[05:00:15.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:56:0)
[05:00:15.927] Build status: STARTED
[05:00:15.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:57:0) after 1m33s
[05:01:49.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:57:0)
[05:01:49.202] Build status: STARTED
[05:01:49.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:58:0) after 8m27s
[05:10:16.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:58:0)
[05:10:16.268] Build status: STARTED
[05:10:16.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:59:0) after 5m56s
[05:16:12.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:59:0)
[05:16:12.295] Build status: STARTED
[05:16:12.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:60:0) after 1m30s
[05:17:42.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:60:0)
[05:17:42.424] Build status: STARTED
[05:17:42.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:61:0) after 9m30s
[05:27:12.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:61:0)
[05:27:12.576] Build status: STARTED
[05:27:12.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:62:0) after 4m41s
[05:31:53.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:62:0)
[05:31:53.806] Build status: STARTED
[05:31:53.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:63:0) after 2m20s
[05:34:13.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:63:0)
[05:34:13.922] Build status: STARTED
[05:34:13.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:64:0) after 9m57s
[05:44:11.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:64:0)
[05:44:11.071] Build status: STARTED
[05:44:11.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:65:0) after 4m13s
[05:48:24.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:65:0)
[05:48:24.084] Build status: STARTED
[05:48:24.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:66:0) after 8m7s
[05:56:31.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:66:0)
[05:56:31.286] Build status: STARTED
[05:56:31.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:67:0) after 7m45s
[06:04:16.315] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:67:0)
[06:04:16.350] Build status: STARTED
[06:04:16.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:68:0) after 4m11s
[06:08:27.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:68:0)
[06:08:27.489] Build status: STARTED
[06:08:27.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:69:0) after 6m11s
[06:14:38.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:69:0)
[06:14:38.539] Build status: STARTED
[06:14:38.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:70:0) after 2m38s
[06:17:16.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:70:0)
[06:17:16.599] Build status: STARTED
[06:17:16.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:71:0) after 7m7s
[06:24:23.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:71:0)
[06:24:23.666] Build status: STARTED
[06:24:23.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:72:0) after 4m38s
[06:29:01.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:72:0)
[06:29:01.718] Build status: STARTED
[06:29:01.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:73:0) after 6m46s
[06:35:47.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:73:0)
[06:35:47.848] Build status: STARTED
[06:35:47.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:74:0) after 1m32s
[06:37:19.975] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:74:0)
[06:37:20.006] Build status: STARTED
[06:37:20.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:75:0) after 1m32s
[06:38:52.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:75:0)
[06:38:52.319] Build status: STARTED
[06:38:52.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:76:0) after 9m39s
[06:48:31.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:76:0)
[06:48:31.648] Build status: STARTED
[06:48:31.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:77:0) after 2m19s
[06:50:50.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:77:0)
[06:50:50.846] Build status: STARTED
[06:50:50.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:78:0) after 8m59s
[06:59:49.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:78:0)
[06:59:49.908] Build status: STARTED
[06:59:49.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:79:0) after 2m23s
[07:02:12.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:79:0)
[07:02:12.967] Build status: STARTED
[07:02:12.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:80:0) after 1m33s
[07:03:46.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:80:0)
[07:03:46.157] Build status: STARTED
[07:03:46.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:81:0) after 5m45s
[07:09:31.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:81:0)
[07:09:31.206] Build status: STARTED
[07:09:31.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:82:0) after 4m35s
[07:14:06.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:82:0)
[07:14:06.263] Build status: STARTED
[07:14:06.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:83:0) after 7m36s
[07:21:42.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:83:0)
[07:21:42.382] Build status: STARTED
[07:21:42.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:84:0) after 8m36s
[07:30:18.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:84:0)
[07:30:18.598] Build status: STARTED
[07:30:18.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:85:0) after 8m51s
[07:39:09.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:85:0)
[07:39:09.845] Build status: STARTED
[07:39:09.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:86:0) after 5m14s
[07:44:24.063] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:86:0)
[07:44:24.101] Build status: STARTED
[07:44:24.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:87:0) after 9m57s
[07:54:21.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:87:0)
[07:54:21.257] Build status: STARTED
[07:54:21.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:88:0) after 1m41s
[07:56:02.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:88:0)
[07:56:02.341] Build status: STARTED
[07:56:02.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:89:0) after 8m15s
[08:04:17.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:89:0)
[08:04:17.393] Build status: STARTED
[08:04:17.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:90:0) after 7m56s
[08:12:13.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:90:0)
[08:12:13.486] Build status: STARTED
[08:12:13.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:91:0) after 9m50s
[08:22:03.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:91:0)
[08:22:03.694] Build status: STARTED
[08:22:03.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:92:0) after 7m8s
[08:29:11.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:92:0)
[08:29:11.750] Build status: STARTED
[08:29:11.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:93:0) after 6m12s
[08:35:23.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:93:0)
[08:35:23.962] Build status: STARTED
[08:35:23.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:94:0) after 3m37s
[08:39:00.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:94:0)
[08:39:01.023] Build status: STARTED
[08:39:01.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:95:0) after 7m27s
[08:46:28.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:95:0)
[08:46:28.153] Build status: STARTED
[08:46:28.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:96:0) after 1m24s
[08:47:52.321] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:96:0)
[08:47:52.350] Build status: STARTED
[08:47:52.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:97:0) after 9m26s
[08:57:18.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:97:0)
[08:57:18.422] Build status: STARTED
[08:57:18.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:98:0) after 5m44s
[09:03:02.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:98:0)
[09:03:02.585] Build status: STARTED
[09:03:02.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:99:0) after 4m26s
[09:07:28.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:99:0)
[09:07:28.643] Build status: STARTED
[09:07:28.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:100:0) after 1m51s
[09:09:19.765] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:100:0)
[09:09:19.799] Build status: STARTED
[09:09:19.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:101:0) after 2m49s
[09:12:08.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:101:0)
[09:12:08.897] Build status: STARTED
[09:12:08.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:102:0) after 2m22s
[09:14:30.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:102:0)
[09:14:31.002] Build status: STARTED
[09:14:31.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:103:0) after 6m0s
[09:20:31.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:103:0)
[09:20:31.172] Build status: STARTED
[09:20:31.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:104:0) after 1m57s
[09:22:28.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:104:0)
[09:22:28.321] Build status: STARTED
[09:22:28.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:105:0) after 6m21s
[09:28:49.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:105:0)
[09:28:49.391] Build status: STARTED
[09:28:49.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:106:0) after 3m3s
[09:31:52.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:106:0)
[09:31:52.436] Build status: STARTED
[09:31:52.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:107:0) after 7m4s
[09:38:56.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:107:0)
[09:38:56.769] Build status: STARTED
[09:38:56.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:108:0) after 5m28s
[09:44:24.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:108:0)
[09:44:24.821] Build status: STARTED
[09:44:24.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:109:0) after 9m51s
[09:54:16.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:109:0)
[09:54:16.113] Build status: STARTED
[09:54:16.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007027402859238208:110:0) after 8m48s
[09:57:46.111] Received PubSub notification, asking Buildbucket for the build status
[09:57:46.141] Build:
{
  "id": "8841597340860626160",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25231,
  "createdBy": "project:chromium",
  "createTime": "2021-07-15T23:45:22.223553Z",
  "startTime": "2021-07-15T23:49:27.580985Z",
  "endTime": "2021-07-16T09:57:45.695427285Z",
  "updateTime": "2021-07-16T09:57:45.695979304Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ea7040c643f6c60e142fa77260a646d98f6ca412",
      "ref": "refs/heads/main"
    }
  }
}
[09:57:46.141] Invocation finished in 10h12m25.208520707s with status FAILED