Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8219533e9e6409d1263319d09732384d59b61c7f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8219533e9e6409d1263319d09732384d59b61c7f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:21:34.123] New invocation is queued and will start shortly
[19:21:35.195] Starting the invocation (attempt 1)
[19:21:35.226] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8219533e9e6409d1263319d09732384d59b61c7f"
[19:21:35.226] Popped gitiles commit info from properties and tags
[19:21:35.226] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:21:35.226] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:21:35.227] Buildbucket request:
{
  "requestId": "9000702210844604768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8219533e9e6409d1263319d09732384d59b61c7f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000702210844604768"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:21:35.809] Scheduled build:
{
  "id": "8835272148914762657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25576,
  "createdBy": "project:chromium",
  "createTime": "2021-09-23T19:21:35.328196107Z",
  "updateTime": "2021-09-23T19:21:35.644377814Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8219533e9e6409d1263319d09732384d59b61c7f",
      "ref": "refs/heads/main"
    }
  }
}
[19:21:35.809] Task URL: https://cr-buildbucket.appspot.com/build/8835272148914762657
[19:21:35.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:2:0) after 1m53s
[19:23:28.827] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:2:0)
[19:23:28.872] Build status: SCHEDULED
[19:23:28.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:3:0) after 9m53s
[19:28:06.858] Received PubSub notification, asking Buildbucket for the build status
[19:28:06.894] Build status: STARTED
[19:33:21.962] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:3:0)
[19:33:21.994] Build status: STARTED
[19:33:21.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:5:0) after 9m16s
[19:42:38.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:5:0)
[19:42:38.045] Build status: STARTED
[19:42:38.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:6:0) after 6m50s
[19:49:28.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:6:0)
[19:49:28.182] Build status: STARTED
[19:49:28.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:7:0) after 6m27s
[19:55:55.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:7:0)
[19:55:55.199] Build status: STARTED
[19:55:55.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:8:0) after 9m37s
[20:05:32.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:8:0)
[20:05:32.370] Build status: STARTED
[20:05:32.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:9:0) after 5m23s
[20:10:55.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:9:0)
[20:10:55.531] Build status: STARTED
[20:10:55.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:10:0) after 4m8s
[20:15:03.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:10:0)
[20:15:03.696] Build status: STARTED
[20:15:03.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:11:0) after 4m28s
[20:19:31.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:11:0)
[20:19:31.778] Build status: STARTED
[20:19:31.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:12:0) after 9m59s
[20:29:30.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:12:0)
[20:29:30.878] Build status: STARTED
[20:29:30.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:13:0) after 9m26s
[20:38:56.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:13:0)
[20:38:56.930] Build status: STARTED
[20:38:56.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:14:0) after 8m8s
[20:47:04.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:14:0)
[20:47:05.021] Build status: STARTED
[20:47:05.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:15:0) after 4m51s
[20:51:56.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:15:0)
[20:51:56.172] Build status: STARTED
[20:51:56.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:16:0) after 5m59s
[20:57:55.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:16:0)
[20:57:55.234] Build status: STARTED
[20:57:55.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:17:0) after 8m43s
[21:06:38.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:17:0)
[21:06:38.355] Build status: STARTED
[21:06:38.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:18:0) after 3m49s
[21:10:27.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:18:0)
[21:10:27.409] Build status: STARTED
[21:10:27.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:19:0) after 7m23s
[21:17:50.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:19:0)
[21:17:50.441] Build status: STARTED
[21:17:50.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:20:0) after 1m40s
[21:19:30.466] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:20:0)
[21:19:30.499] Build status: STARTED
[21:19:30.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:21:0) after 8m19s
[21:27:49.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:21:0)
[21:27:49.690] Build status: STARTED
[21:27:49.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:22:0) after 8m23s
[21:36:12.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:22:0)
[21:36:12.758] Build status: STARTED
[21:36:12.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:23:0) after 7m22s
[21:43:34.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:23:0)
[21:43:34.863] Build status: STARTED
[21:43:34.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:24:0) after 3m39s
[21:47:13.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:24:0)
[21:47:13.915] Build status: STARTED
[21:47:13.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:25:0) after 2m8s
[21:49:21.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:25:0)
[21:49:21.969] Build status: STARTED
[21:49:21.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:26:0) after 3m56s
[21:53:17.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:26:0)
[21:53:18.151] Build status: STARTED
[21:53:18.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:27:0) after 2m12s
[21:55:30.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:27:0)
[21:55:30.217] Build status: STARTED
[21:55:30.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:28:0) after 7m23s
[22:02:53.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:28:0)
[22:02:53.287] Build status: STARTED
[22:02:53.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:29:0) after 3m21s
[22:06:14.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:29:0)
[22:06:14.385] Build status: STARTED
[22:06:14.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:30:0) after 5m8s
[22:11:22.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:30:0)
[22:11:22.418] Build status: STARTED
[22:11:22.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:31:0) after 6m44s
[22:18:06.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:31:0)
[22:18:06.486] Build status: STARTED
[22:18:06.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:32:0) after 8m7s
[22:26:13.478] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:32:0)
[22:26:13.563] Build status: STARTED
[22:26:13.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:33:0) after 6m3s
[22:32:16.588] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:33:0)
[22:32:16.618] Build status: STARTED
[22:32:16.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:34:0) after 6m50s
[22:39:06.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:34:0)
[22:39:06.678] Build status: STARTED
[22:39:06.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:35:0) after 1m52s
[22:40:58.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:35:0)
[22:40:58.738] Build status: STARTED
[22:40:58.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:36:0) after 6m39s
[22:47:37.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:36:0)
[22:47:37.760] Build status: STARTED
[22:47:37.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:37:0) after 7m23s
[22:55:00.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:37:0)
[22:55:00.907] Build status: STARTED
[22:55:00.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:38:0) after 5m42s
[23:00:42.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:38:0)
[23:00:42.963] Build status: STARTED
[23:00:42.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:39:0) after 8m31s
[23:09:13.990] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:39:0)
[23:09:14.028] Build status: STARTED
[23:09:14.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:40:0) after 6m39s
[23:15:53.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:40:0)
[23:15:53.090] Build status: STARTED
[23:15:53.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:41:0) after 4m24s
[23:20:17.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:41:0)
[23:20:17.250] Build status: STARTED
[23:20:17.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:42:0) after 7m44s
[23:28:01.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:42:0)
[23:28:01.275] Build status: STARTED
[23:28:01.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:43:0) after 5m27s
[23:33:28.293] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:43:0)
[23:33:28.327] Build status: STARTED
[23:33:28.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:44:0) after 6m48s
[23:40:16.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:44:0)
[23:40:16.477] Build status: STARTED
[23:40:16.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:45:0) after 2m2s
[23:42:18.501] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:45:0)
[23:42:18.540] Build status: STARTED
[23:42:18.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:46:0) after 9m0s
[23:51:18.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:46:0)
[23:51:18.608] Build status: STARTED
[23:51:18.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:47:0) after 3m5s
[23:54:23.626] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:47:0)
[23:54:23.667] Build status: STARTED
[23:54:23.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:48:0) after 5m22s
[23:59:45.661] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:48:0)
[23:59:45.699] Build status: STARTED
[23:59:45.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:49:0) after 9m47s
[00:09:32.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:49:0)
[00:09:32.761] Build status: STARTED
[00:09:32.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:50:0) after 7m58s
[00:17:30.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:50:0)
[00:17:30.815] Build status: STARTED
[00:17:30.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:51:0) after 3m45s
[00:21:15.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:51:0)
[00:21:15.885] Build status: STARTED
[00:21:15.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:52:0) after 6m42s
[00:27:57.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:52:0)
[00:27:57.918] Build status: STARTED
[00:27:57.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:53:0) after 8m31s
[00:36:28.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:53:0)
[00:36:28.975] Build status: STARTED
[00:36:28.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:54:0) after 1m57s
[00:38:25.999] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:54:0)
[00:38:26.036] Build status: STARTED
[00:38:26.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:55:0) after 2m39s
[00:41:05.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:55:0)
[00:41:05.090] Build status: STARTED
[00:41:05.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:56:0) after 7m26s
[00:48:31.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:56:0)
[00:48:31.144] Build status: STARTED
[00:48:31.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:57:0) after 5m30s
[00:54:01.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:57:0)
[00:54:01.178] Build status: STARTED
[00:54:01.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:58:0) after 7m0s
[01:01:01.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:58:0)
[01:01:01.277] Build status: STARTED
[01:01:01.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:59:0) after 1m46s
[01:02:47.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:59:0)
[01:02:47.441] Build status: STARTED
[01:02:47.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:60:0) after 2m3s
[01:04:50.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:60:0)
[01:04:50.497] Build status: STARTED
[01:04:50.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:61:0) after 6m24s
[01:11:14.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:61:0)
[01:11:14.568] Build status: STARTED
[01:11:14.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:62:0) after 5m26s
[01:16:40.590] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:62:0)
[01:16:40.651] Build status: STARTED
[01:16:40.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:63:0) after 7m23s
[01:24:03.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:63:0)
[01:24:03.894] Build status: STARTED
[01:24:03.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:64:0) after 2m34s
[01:26:37.935] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:64:0)
[01:26:37.973] Build status: STARTED
[01:26:37.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:65:0) after 7m11s
[01:33:48.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:65:0)
[01:33:49.026] Build status: STARTED
[01:33:49.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:66:0) after 5m22s
[01:39:11.095] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:66:0)
[01:39:11.125] Build status: STARTED
[01:39:11.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:67:0) after 6m39s
[01:45:50.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:67:0)
[01:45:50.214] Build status: STARTED
[01:45:50.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:68:0) after 1m15s
[01:47:05.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:68:0)
[01:47:05.271] Build status: STARTED
[01:47:05.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:69:0) after 7m32s
[01:54:37.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:69:0)
[01:54:37.465] Build status: STARTED
[01:54:37.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:70:0) after 2m28s
[01:57:05.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:70:0)
[01:57:05.910] Build status: STARTED
[01:57:05.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:71:0) after 2m7s
[01:59:13.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:71:0)
[01:59:13.047] Build status: STARTED
[01:59:13.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:72:0) after 1m35s
[02:00:48.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:72:0)
[02:00:48.119] Build status: STARTED
[02:00:48.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:73:0) after 6m1s
[02:06:49.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:73:0)
[02:06:49.382] Build status: STARTED
[02:06:49.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:74:0) after 8m7s
[02:14:56.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:74:0)
[02:14:56.713] Build status: STARTED
[02:14:56.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:75:0) after 7m22s
[02:22:18.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:75:0)
[02:22:18.760] Build status: STARTED
[02:22:18.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:76:0) after 4m30s
[02:26:48.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:76:0)
[02:26:48.980] Build status: STARTED
[02:26:48.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:77:0) after 6m47s
[02:33:36.008] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:77:0)
[02:33:36.037] Build status: STARTED
[02:33:36.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:78:0) after 4m22s
[02:37:58.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:78:0)
[02:37:58.296] Build status: STARTED
[02:37:58.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:79:0) after 8m2s
[02:46:00.359] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:79:0)
[02:46:00.392] Build status: STARTED
[02:46:00.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:80:0) after 4m2s
[02:50:02.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:80:0)
[02:50:02.532] Build status: STARTED
[02:50:02.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:81:0) after 1m48s
[02:51:50.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:81:0)
[02:51:50.714] Build status: STARTED
[02:51:50.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:82:0) after 1m45s
[02:53:35.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:82:0)
[02:53:35.775] Build status: STARTED
[02:53:35.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:83:0) after 5m22s
[02:58:58.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:83:0)
[02:58:58.047] Build status: STARTED
[02:58:58.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:84:0) after 1m28s
[03:00:26.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:84:0)
[03:00:26.183] Build status: STARTED
[03:00:26.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:85:0) after 2m21s
[03:02:47.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:85:0)
[03:02:47.289] Build status: STARTED
[03:02:47.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:86:0) after 2m11s
[03:04:58.455] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:86:0)
[03:04:58.502] Build status: STARTED
[03:04:58.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:87:0) after 1m51s
[03:06:49.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:87:0)
[03:06:49.708] Build status: STARTED
[03:06:49.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:88:0) after 1m20s
[03:08:09.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:88:0)
[03:08:09.881] Build status: STARTED
[03:08:09.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:89:0) after 2m4s
[03:10:14.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:89:0)
[03:10:14.047] Build status: STARTED
[03:10:14.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:90:0) after 9m53s
[03:20:07.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:90:0)
[03:20:07.188] Build status: STARTED
[03:20:07.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:91:0) after 6m41s
[03:26:48.160] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:91:0)
[03:26:48.214] Build status: STARTED
[03:26:48.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:92:0) after 5m7s
[03:31:55.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:92:0)
[03:31:55.243] Build status: STARTED
[03:31:55.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:93:0) after 9m52s
[03:41:47.334] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:93:0)
[03:41:47.373] Build status: STARTED
[03:41:47.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:94:0) after 7m23s
[03:49:10.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:94:0)
[03:49:10.506] Build status: STARTED
[03:49:10.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:95:0) after 8m44s
[03:57:54.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:95:0)
[03:57:54.560] Build status: STARTED
[03:57:54.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:96:0) after 9m27s
[04:07:21.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:96:0)
[04:07:21.942] Build status: STARTED
[04:07:21.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:97:0) after 5m16s
[04:12:38.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:97:0)
[04:12:38.096] Build status: STARTED
[04:12:38.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:98:0) after 3m11s
[04:15:49.118] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:98:0)
[04:15:49.148] Build status: STARTED
[04:15:49.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:99:0) after 2m20s
[04:18:09.400] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:99:0)
[04:18:09.438] Build status: STARTED
[04:18:09.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:100:0) after 7m38s
[04:25:47.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:100:0)
[04:25:47.622] Build status: STARTED
[04:25:47.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:101:0) after 2m5s
[04:27:52.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:101:0)
[04:27:52.824] Build status: STARTED
[04:27:52.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:102:0) after 4m56s
[04:32:48.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:102:0)
[04:32:48.829] Build status: STARTED
[04:32:48.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:103:0) after 4m43s
[04:37:32.197] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:103:0)
[04:37:32.255] Build status: STARTED
[04:37:32.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:104:0) after 9m14s
[04:46:46.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:104:0)
[04:46:46.320] Build status: STARTED
[04:46:46.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:105:0) after 5m32s
[04:52:18.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:105:0)
[04:52:18.374] Build status: STARTED
[04:52:18.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:106:0) after 1m37s
[04:53:55.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:106:0)
[04:53:55.493] Build status: STARTED
[04:53:55.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:107:0) after 9m4s
[05:02:59.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:107:0)
[05:02:59.562] Build status: STARTED
[05:02:59.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:108:0) after 9m33s
[05:12:32.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:108:0)
[05:12:32.622] Build status: STARTED
[05:12:32.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:109:0) after 2m13s
[05:14:45.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:109:0)
[05:14:45.760] Build status: STARTED
[05:14:45.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:110:0) after 1m57s
[05:16:42.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:110:0)
[05:16:42.815] Build status: STARTED
[05:16:42.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:111:0) after 8m42s
[05:25:25.016] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:111:0)
[05:25:25.051] Build status: STARTED
[05:25:25.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:112:0) after 3m7s
[05:28:32.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:112:0)
[05:28:32.308] Build status: STARTED
[05:28:32.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9000702210844604768:113:0) after 5m49s
[05:32:30.554] Received PubSub notification, asking Buildbucket for the build status
[05:32:30.591] Build:
{
  "id": "8835272148914762657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25576,
  "createdBy": "project:chromium",
  "createTime": "2021-09-23T19:21:35.328196107Z",
  "startTime": "2021-09-23T19:28:06.037903Z",
  "endTime": "2021-09-24T05:32:30.132374612Z",
  "updateTime": "2021-09-24T05:32:30.132744605Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8219533e9e6409d1263319d09732384d59b61c7f",
      "ref": "refs/heads/main"
    }
  }
}
[05:32:30.591] Invocation finished in 10h10m56.486921124s with status FAILED