Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2cab89ec06db622946bf66aaa9c25f40c971b513"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cab89ec06db622946bf66aaa9c25f40c971b513
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:40:26.906] New invocation is queued and will start shortly
[12:40:28.052] Starting the invocation (attempt 1)
[12:40:28.099] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cab89ec06db622946bf66aaa9c25f40c971b513"
[12:40:28.099] Popped gitiles commit info from properties and tags
[12:40:28.099] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:40:28.099] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:40:28.099] Buildbucket request:
{
  "requestId": "9007159831775998256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cab89ec06db622946bf66aaa9c25f40c971b513",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9007159831775998256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:40:29.716] Scheduled build:
{
  "id": "8841729769699322416",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25219,
  "createdBy": "project:chromium",
  "createTime": "2021-07-14T12:40:28.241640Z",
  "updateTime": "2021-07-14T12:40:29.555145Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2cab89ec06db622946bf66aaa9c25f40c971b513",
      "ref": "refs/heads/main"
    }
  }
}
[12:40:29.716] Task URL: https://cr-buildbucket.appspot.com/build/8841729769699322416
[12:40:29.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:2:0) after 6m39s
[12:40:34.286] Received PubSub notification, asking Buildbucket for the build status
[12:40:34.313] Build status: STARTED
[12:47:08.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:2:0)
[12:47:08.784] Build status: STARTED
[12:47:08.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:4:0) after 3m16s
[12:50:24.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:4:0)
[12:50:24.942] Build status: STARTED
[12:50:24.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:5:0) after 2m31s
[12:52:56.066] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:5:0)
[12:52:56.122] Build status: STARTED
[12:52:56.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:6:0) after 5m46s
[12:58:42.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:6:0)
[12:58:42.234] Build status: STARTED
[12:58:42.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:7:0) after 4m44s
[13:03:26.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:7:0)
[13:03:26.543] Build status: STARTED
[13:03:26.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:8:0) after 3m4s
[13:06:30.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:8:0)
[13:06:30.712] Build status: STARTED
[13:06:30.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:9:0) after 1m13s
[13:07:43.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:9:0)
[13:07:45.693] Build status: STARTED
[13:07:45.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:10:0) after 7m38s
[13:15:23.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:10:0)
[13:15:23.979] Build status: STARTED
[13:15:23.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:11:0) after 9m31s
[13:24:55.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:11:0)
[13:24:55.130] Build status: STARTED
[13:24:55.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:12:0) after 3m28s
[13:28:23.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:12:0)
[13:28:23.198] Build status: STARTED
[13:28:23.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:13:0) after 7m25s
[13:35:48.256] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:13:0)
[13:35:48.413] Build status: STARTED
[13:35:48.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:14:0) after 4m20s
[13:40:08.486] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:14:0)
[13:40:08.511] Build status: STARTED
[13:40:08.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:15:0) after 8m27s
[13:48:35.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:15:0)
[13:48:35.818] Build status: STARTED
[13:48:35.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:16:0) after 7m31s
[13:56:06.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:16:0)
[13:56:07.016] Build status: STARTED
[13:56:07.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:17:0) after 6m42s
[14:02:49.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:17:0)
[14:02:49.415] Build status: STARTED
[14:02:49.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:18:0) after 3m29s
[14:06:18.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:18:0)
[14:06:18.472] Build status: STARTED
[14:06:18.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:19:0) after 7m33s
[14:13:51.607] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:19:0)
[14:13:51.670] Build status: STARTED
[14:13:51.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:20:0) after 2m29s
[14:16:20.791] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:20:0)
[14:16:20.820] Build status: STARTED
[14:16:20.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:21:0) after 5m54s
[14:22:14.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:21:0)
[14:22:15.005] Build status: STARTED
[14:22:15.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:22:0) after 9m53s
[14:32:08.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:22:0)
[14:32:08.117] Build status: STARTED
[14:32:08.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:23:0) after 3m51s
[14:35:59.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:23:0)
[14:35:59.265] Build status: STARTED
[14:35:59.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:24:0) after 4m53s
[14:40:52.296] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:24:0)
[14:40:52.323] Build status: STARTED
[14:40:52.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:25:0) after 1m1s
[14:41:53.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:25:0)
[14:41:53.387] Build status: STARTED
[14:41:53.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:26:0) after 2m31s
[14:44:24.435] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:26:0)
[14:44:24.470] Build status: STARTED
[14:44:24.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:27:0) after 4m12s
[14:48:36.499] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:27:0)
[14:48:36.525] Build status: STARTED
[14:48:36.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:28:0) after 3m14s
[14:51:50.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:28:0)
[14:51:50.612] Build status: STARTED
[14:51:50.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:29:0) after 2m42s
[14:54:32.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:29:0)
[14:54:32.718] Build status: STARTED
[14:54:32.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:30:0) after 4m8s
[14:58:40.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:30:0)
[14:58:40.781] Build status: STARTED
[14:58:40.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:31:0) after 2m6s
[15:00:46.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:31:0)
[15:00:46.974] Build status: STARTED
[15:00:46.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:32:0) after 2m42s
[15:03:29.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:32:0)
[15:03:29.030] Build status: STARTED
[15:03:29.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:33:0) after 3m58s
[15:07:27.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:33:0)
[15:07:27.199] Build status: STARTED
[15:07:27.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:34:0) after 3m23s
[15:10:50.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:34:0)
[15:10:50.431] Build status: STARTED
[15:10:50.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:35:0) after 8m8s
[15:18:58.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:35:0)
[15:18:58.589] Build status: STARTED
[15:18:58.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:36:0) after 7m15s
[15:26:13.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:36:0)
[15:26:13.653] Build status: STARTED
[15:26:13.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:37:0) after 8m18s
[15:34:31.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:37:0)
[15:34:31.816] Build status: STARTED
[15:34:31.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:38:0) after 5m13s
[15:39:44.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:38:0)
[15:39:44.885] Build status: STARTED
[15:39:44.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:39:0) after 9m33s
[15:49:17.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:39:0)
[15:49:17.946] Build status: STARTED
[15:49:17.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:40:0) after 5m50s
[15:55:07.973] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:40:0)
[15:55:08.009] Build status: STARTED
[15:55:08.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:41:0) after 9m36s
[16:04:44.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:41:0)
[16:04:44.074] Build status: STARTED
[16:04:44.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:42:0) after 4m59s
[16:09:43.154] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:42:0)
[16:09:43.198] Build status: STARTED
[16:09:43.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:43:0) after 1m45s
[16:11:28.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:43:0)
[16:11:28.408] Build status: STARTED
[16:11:28.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:44:0) after 9m4s
[16:20:32.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:44:0)
[16:20:32.490] Build status: STARTED
[16:20:32.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:45:0) after 5m47s
[16:26:19.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:45:0)
[16:26:19.543] Build status: STARTED
[16:26:19.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:46:0) after 5m32s
[16:31:51.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:46:0)
[16:31:51.700] Build status: STARTED
[16:31:51.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:47:0) after 3m7s
[16:34:58.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:47:0)
[16:34:58.799] Build status: STARTED
[16:34:58.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:48:0) after 6m44s
[16:41:42.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:48:0)
[16:41:42.987] Build status: STARTED
[16:41:42.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:49:0) after 9m11s
[16:50:54.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:49:0)
[16:50:54.209] Build status: STARTED
[16:50:54.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:50:0) after 6m11s
[16:57:05.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:50:0)
[16:57:05.378] Build status: STARTED
[16:57:05.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:51:0) after 6m25s
[17:03:30.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:51:0)
[17:03:30.472] Build status: STARTED
[17:03:30.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:52:0) after 2m23s
[17:05:53.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:52:0)
[17:05:53.854] Build status: STARTED
[17:05:53.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:53:0) after 4m15s
[17:10:08.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:53:0)
[17:10:08.998] Build status: STARTED
[17:10:08.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:54:0) after 8m30s
[17:18:39.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:54:0)
[17:18:39.292] Build status: STARTED
[17:18:39.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:55:0) after 8m28s
[17:27:07.319] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:55:0)
[17:27:07.348] Build status: STARTED
[17:27:07.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:56:0) after 3m37s
[17:30:44.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:56:0)
[17:30:44.417] Build status: STARTED
[17:30:44.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:57:0) after 3m41s
[17:34:25.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:57:0)
[17:34:25.644] Build status: STARTED
[17:34:25.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:58:0) after 7m16s
[17:41:41.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:58:0)
[17:41:41.831] Build status: STARTED
[17:41:41.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:59:0) after 8m54s
[17:50:35.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:59:0)
[17:50:35.961] Build status: STARTED
[17:50:35.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:60:0) after 1m39s
[17:52:15.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:60:0)
[17:52:15.106] Build status: STARTED
[17:52:15.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:61:0) after 6m45s
[17:59:00.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:61:0)
[17:59:00.371] Build status: STARTED
[17:59:00.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:62:0) after 3m26s
[18:02:26.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:62:0)
[18:02:26.430] Build status: STARTED
[18:02:26.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:63:0) after 5m24s
[18:07:50.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:63:0)
[18:07:50.632] Build status: STARTED
[18:07:50.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:64:0) after 2m37s
[18:10:27.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:64:0)
[18:10:27.705] Build status: STARTED
[18:10:27.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:65:0) after 2m13s
[18:12:41.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:65:0)
[18:12:41.195] Build status: STARTED
[18:12:41.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:66:0) after 1m26s
[18:14:07.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:66:0)
[18:14:07.291] Build status: STARTED
[18:14:07.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:67:0) after 8m48s
[18:22:55.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:67:0)
[18:22:55.371] Build status: STARTED
[18:22:55.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:68:0) after 5m16s
[18:28:11.503] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:68:0)
[18:28:11.569] Build status: STARTED
[18:28:11.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:69:0) after 4m54s
[18:33:05.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:69:0)
[18:33:05.658] Build status: STARTED
[18:33:05.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:70:0) after 8m7s
[18:41:12.756] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:70:0)
[18:41:12.786] Build status: STARTED
[18:41:12.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:71:0) after 3m27s
[18:44:40.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:71:0)
[18:44:40.164] Build status: STARTED
[18:44:40.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:72:0) after 7m18s
[18:51:58.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:72:0)
[18:51:58.511] Build status: STARTED
[18:51:58.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:73:0) after 5m2s
[18:57:00.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:73:0)
[18:57:00.609] Build status: STARTED
[18:57:00.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:74:0) after 8m23s
[19:05:24.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:74:0)
[19:05:24.339] Build status: STARTED
[19:05:24.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:75:0) after 2m9s
[19:07:33.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:75:0)
[19:07:33.421] Build status: STARTED
[19:07:33.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:76:0) after 5m52s
[19:13:25.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:76:0)
[19:13:25.519] Build status: STARTED
[19:13:25.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:77:0) after 8m16s
[19:21:41.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:77:0)
[19:21:41.613] Build status: STARTED
[19:21:41.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:78:0) after 2m13s
[19:23:54.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:78:0)
[19:23:54.689] Build status: STARTED
[19:23:54.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:79:0) after 3m47s
[19:27:41.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:79:0)
[19:27:41.855] Build status: STARTED
[19:27:41.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:80:0) after 1m44s
[19:29:26.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:80:0)
[19:29:26.044] Build status: STARTED
[19:29:26.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:81:0) after 5m7s
[19:34:33.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:81:0)
[19:34:33.244] Build status: STARTED
[19:34:33.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:82:0) after 9m51s
[19:44:24.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:82:0)
[19:44:24.425] Build status: STARTED
[19:44:24.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:83:0) after 2m18s
[19:46:42.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:83:0)
[19:46:42.610] Build status: STARTED
[19:46:42.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:84:0) after 4m31s
[19:51:13.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:84:0)
[19:51:13.667] Build status: STARTED
[19:51:13.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:85:0) after 7m58s
[19:59:11.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:85:0)
[19:59:11.749] Build status: STARTED
[19:59:11.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:86:0) after 8m44s
[20:07:55.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:86:0)
[20:07:55.828] Build status: STARTED
[20:07:55.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:87:0) after 2m34s
[20:10:30.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:87:0)
[20:10:30.238] Build status: STARTED
[20:10:30.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:88:0) after 5m22s
[20:15:52.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:88:0)
[20:15:52.310] Build status: STARTED
[20:15:52.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:89:0) after 9m42s
[20:25:34.475] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:89:0)
[20:25:34.619] Build status: STARTED
[20:25:34.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:90:0) after 1m59s
[20:27:33.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:90:0)
[20:27:33.689] Build status: STARTED
[20:27:33.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:91:0) after 2m7s
[20:29:40.721] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:91:0)
[20:29:40.774] Build status: STARTED
[20:29:40.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:92:0) after 9m12s
[20:38:52.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:92:0)
[20:38:52.962] Build status: STARTED
[20:38:52.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:93:0) after 6m16s
[20:45:08.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:93:0)
[20:45:09.030] Build status: STARTED
[20:45:09.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:94:0) after 5m38s
[20:50:47.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:94:0)
[20:50:47.194] Build status: STARTED
[20:50:47.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:95:0) after 2m42s
[20:53:29.322] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:95:0)
[20:53:29.351] Build status: STARTED
[20:53:29.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:96:0) after 5m32s
[20:59:01.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:96:0)
[20:59:01.739] Build status: STARTED
[20:59:01.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:97:0) after 4m9s
[21:03:10.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:97:0)
[21:03:10.925] Build status: STARTED
[21:03:10.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:98:0) after 6m14s
[21:09:25.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:98:0)
[21:09:25.039] Build status: STARTED
[21:09:25.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:99:0) after 2m27s
[21:11:52.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:99:0)
[21:11:52.107] Build status: STARTED
[21:11:52.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:100:0) after 9m49s
[21:21:41.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:100:0)
[21:21:41.349] Build status: STARTED
[21:21:41.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:101:0) after 7m17s
[21:28:58.383] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:101:0)
[21:28:58.417] Build status: STARTED
[21:28:58.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:102:0) after 6m53s
[21:35:51.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:102:0)
[21:35:51.863] Build status: STARTED
[21:35:51.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:103:0) after 3m15s
[21:39:07.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:103:0)
[21:39:07.129] Build status: STARTED
[21:39:07.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:104:0) after 7m2s
[21:46:09.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:104:0)
[21:46:09.285] Build status: STARTED
[21:46:09.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:105:0) after 5m44s
[21:51:53.311] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:105:0)
[21:51:53.341] Build status: STARTED
[21:51:53.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:106:0) after 1m52s
[21:53:45.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:106:0)
[21:53:45.406] Build status: STARTED
[21:53:45.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:107:0) after 9m39s
[22:03:24.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:107:0)
[22:03:24.664] Build status: STARTED
[22:03:24.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:108:0) after 5m27s
[22:08:51.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:108:0)
[22:08:51.738] Build status: STARTED
[22:08:51.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:109:0) after 6m14s
[22:15:05.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:109:0)
[22:15:06.058] Build status: STARTED
[22:15:06.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:110:0) after 8m0s
[22:23:06.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:110:0)
[22:23:06.259] Build status: STARTED
[22:23:06.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:111:0) after 2m38s
[22:25:44.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:111:0)
[22:25:44.425] Build status: STARTED
[22:25:44.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:112:0) after 2m46s
[22:28:30.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:112:0)
[22:28:30.543] Build status: STARTED
[22:28:30.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:113:0) after 5m19s
[22:33:49.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:113:0)
[22:33:49.616] Build status: STARTED
[22:33:49.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:114:0) after 4m12s
[22:38:01.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:114:0)
[22:38:01.918] Build status: STARTED
[22:38:01.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9007159831775998256:115:0) after 9m41s
[22:42:09.122] Received PubSub notification, asking Buildbucket for the build status
[22:42:09.162] Build:
{
  "id": "8841729769699322416",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25219,
  "createdBy": "project:chromium",
  "createTime": "2021-07-14T12:40:28.241640Z",
  "startTime": "2021-07-14T12:40:33.271428Z",
  "endTime": "2021-07-14T22:42:08.788495615Z",
  "updateTime": "2021-07-14T22:42:08.788843669Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2cab89ec06db622946bf66aaa9c25f40c971b513",
      "ref": "refs/heads/main"
    }
  }
}
[22:42:09.162] Invocation finished in 10h1m42.284595035s with status FAILED