Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cae3d3b5b44f39dd27f12ad736a52548ba6f4c55"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cae3d3b5b44f39dd27f12ad736a52548ba6f4c55
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:36:54.801] New invocation is queued and will start shortly
[16:36:56.032] Starting the invocation (attempt 1)
[16:36:56.549] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cae3d3b5b44f39dd27f12ad736a52548ba6f4c55"
[16:36:56.549] Popped gitiles commit info from properties and tags
[16:36:56.549] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:36:56.549] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:36:56.549] Buildbucket request:
{
  "requestId": "8995095558144303888",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cae3d3b5b44f39dd27f12ad736a52548ba6f4c55",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995095558144303888"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:36:57.118] Scheduled build:
{
  "id": "8829665495546638657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 14958,
  "createdBy": "project:chromium",
  "createTime": "2021-11-24T16:36:56.646687457Z",
  "updateTime": "2021-11-24T16:36:56.646687457Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cae3d3b5b44f39dd27f12ad736a52548ba6f4c55",
      "ref": "refs/heads/main"
    }
  }
}
[16:36:57.118] Task URL: https://cr-buildbucket.appspot.com/build/8829665495546638657
[16:36:57.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:2:0) after 7m55s
[16:40:02.418] Received PubSub notification, asking Buildbucket for the build status
[16:40:02.490] Build status: STARTED
[16:44:52.492] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:2:0)
[16:44:52.532] Build status: STARTED
[16:44:52.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:4:0) after 2m48s
[16:47:40.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:4:0)
[16:47:40.649] Build status: STARTED
[16:47:40.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:5:0) after 4m41s
[16:52:21.984] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:5:0)
[16:52:22.076] Build status: STARTED
[16:52:22.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:6:0) after 1m15s
[16:53:37.131] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:6:0)
[16:53:37.177] Build status: STARTED
[16:53:37.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:7:0) after 3m12s
[16:56:49.210] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:7:0)
[16:56:49.291] Build status: STARTED
[16:56:49.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:8:0) after 5m29s
[17:02:18.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:8:0)
[17:02:18.585] Build status: STARTED
[17:02:18.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:9:0) after 9m7s
[17:11:25.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:9:0)
[17:11:25.672] Build status: STARTED
[17:11:25.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:10:0) after 5m41s
[17:17:06.703] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:10:0)
[17:17:06.746] Build status: STARTED
[17:17:06.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:11:0) after 7m54s
[17:25:01.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:11:0)
[17:25:01.434] Build status: STARTED
[17:25:01.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:12:0) after 9m40s
[17:34:41.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:12:0)
[17:34:41.638] Build status: STARTED
[17:34:41.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:13:0) after 7m33s
[17:42:14.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:13:0)
[17:42:14.856] Build status: STARTED
[17:42:14.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:14:0) after 3m20s
[17:45:34.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:14:0)
[17:45:34.931] Build status: STARTED
[17:45:34.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:15:0) after 1m23s
[17:46:57.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:15:0)
[17:46:57.994] Build status: STARTED
[17:46:57.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:16:0) after 5m58s
[17:52:56.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:16:0)
[17:52:56.069] Build status: STARTED
[17:52:56.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:17:0) after 5m33s
[17:58:29.091] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:17:0)
[17:58:29.128] Build status: STARTED
[17:58:29.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:18:0) after 1m11s
[17:59:40.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:18:0)
[17:59:40.311] Build status: STARTED
[17:59:40.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:19:0) after 5m50s
[18:05:30.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:19:0)
[18:05:30.422] Build status: STARTED
[18:05:30.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:20:0) after 1m57s
[18:07:27.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:20:0)
[18:07:27.590] Build status: STARTED
[18:07:27.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:21:0) after 7m36s
[18:15:03.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:21:0)
[18:15:03.754] Build status: STARTED
[18:15:03.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:22:0) after 7m42s
[18:22:45.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:22:0)
[18:22:45.840] Build status: STARTED
[18:22:45.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:23:0) after 1m37s
[18:24:22.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:23:0)
[18:24:23.001] Build status: STARTED
[18:24:23.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:24:0) after 8m12s
[18:32:35.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:24:0)
[18:32:35.162] Build status: STARTED
[18:32:35.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:25:0) after 5m20s
[18:37:55.288] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:25:0)
[18:37:55.322] Build status: STARTED
[18:37:55.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:26:0) after 5m34s
[18:43:29.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:26:0)
[18:43:29.386] Build status: STARTED
[18:43:29.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:27:0) after 1m44s
[18:45:13.412] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:27:0)
[18:45:13.466] Build status: STARTED
[18:45:13.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:28:0) after 2m4s
[18:47:17.487] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:28:0)
[18:47:17.516] Build status: STARTED
[18:47:17.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:29:0) after 2m49s
[18:50:06.807] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:29:0)
[18:50:06.856] Build status: STARTED
[18:50:06.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:30:0) after 3m50s
[18:53:57.048] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:30:0)
[18:53:57.084] Build status: STARTED
[18:53:57.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:31:0) after 1m21s
[18:55:18.115] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:31:0)
[18:55:18.153] Build status: STARTED
[18:55:18.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:32:0) after 8m4s
[19:03:22.430] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:32:0)
[19:03:22.461] Build status: STARTED
[19:03:22.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:33:0) after 5m48s
[19:09:10.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:33:0)
[19:09:10.521] Build status: STARTED
[19:09:10.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:34:0) after 2m38s
[19:11:48.547] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:34:0)
[19:11:48.596] Build status: STARTED
[19:11:48.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:35:0) after 5m47s
[19:17:35.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:35:0)
[19:17:35.660] Build status: STARTED
[19:17:35.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:36:0) after 6m21s
[19:23:56.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:36:0)
[19:23:56.878] Build status: STARTED
[19:23:56.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:37:0) after 3m6s
[19:27:03.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:37:0)
[19:27:03.241] Build status: STARTED
[19:27:03.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:38:0) after 3m39s
[19:30:42.795] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:38:0)
[19:30:42.826] Build status: STARTED
[19:30:42.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:39:0) after 2m49s
[19:33:31.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:39:0)
[19:33:31.897] Build status: STARTED
[19:33:31.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:40:0) after 1m57s
[19:35:28.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:40:0)
[19:35:28.960] Build status: STARTED
[19:35:28.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:41:0) after 6m0s
[19:41:29.010] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:41:0)
[19:41:29.050] Build status: STARTED
[19:41:29.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:42:0) after 4m19s
[19:45:48.098] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:42:0)
[19:45:48.128] Build status: STARTED
[19:45:48.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:43:0) after 3m48s
[19:49:36.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:43:0)
[19:49:36.221] Build status: STARTED
[19:49:36.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:44:0) after 5m22s
[19:54:58.282] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:44:0)
[19:54:58.341] Build status: STARTED
[19:54:58.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:45:0) after 6m9s
[20:01:07.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:45:0)
[20:01:07.648] Build status: STARTED
[20:01:07.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:46:0) after 4m24s
[20:05:31.667] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:46:0)
[20:05:31.697] Build status: STARTED
[20:05:31.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:47:0) after 6m40s
[20:12:11.846] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:47:0)
[20:12:11.875] Build status: STARTED
[20:12:11.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:48:0) after 2m29s
[20:14:41.249] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:48:0)
[20:14:41.285] Build status: STARTED
[20:14:41.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:49:0) after 6m47s
[20:21:28.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:49:0)
[20:21:28.482] Build status: STARTED
[20:21:28.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:50:0) after 5m5s
[20:26:33.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:50:0)
[20:26:33.680] Build status: STARTED
[20:26:33.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:51:0) after 8m11s
[20:34:44.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:51:0)
[20:34:44.763] Build status: STARTED
[20:34:44.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:52:0) after 1m15s
[20:35:59.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:52:0)
[20:35:59.916] Build status: STARTED
[20:35:59.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:53:0) after 5m40s
[20:41:40.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:53:0)
[20:41:40.076] Build status: STARTED
[20:41:40.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:54:0) after 2m12s
[20:43:52.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:54:0)
[20:43:52.308] Build status: STARTED
[20:43:52.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:55:0) after 1m0s
[20:44:52.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:55:0)
[20:44:52.543] Build status: STARTED
[20:44:52.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:56:0) after 8m4s
[20:52:56.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:56:0)
[20:52:56.603] Build status: STARTED
[20:52:56.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:57:0) after 1m32s
[20:54:28.860] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:57:0)
[20:54:28.890] Build status: STARTED
[20:54:28.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:58:0) after 2m15s
[20:56:43.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:58:0)
[20:56:43.979] Build status: STARTED
[20:56:43.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:59:0) after 1m12s
[20:57:56.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:59:0)
[20:57:56.193] Build status: STARTED
[20:57:56.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:60:0) after 6m4s
[21:04:00.463] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:60:0)
[21:04:00.490] Build status: STARTED
[21:04:00.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:61:0) after 2m36s
[21:06:37.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:61:0)
[21:06:37.047] Build status: STARTED
[21:06:37.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:62:0) after 1m58s
[21:08:35.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:62:0)
[21:08:35.231] Build status: STARTED
[21:08:35.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:63:0) after 8m39s
[21:17:14.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:63:0)
[21:17:14.309] Build status: STARTED
[21:17:14.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:64:0) after 4m35s
[21:21:49.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:64:0)
[21:21:49.393] Build status: STARTED
[21:21:49.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:65:0) after 9m55s
[21:31:44.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:65:0)
[21:31:44.432] Build status: STARTED
[21:31:44.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:66:0) after 2m13s
[21:33:57.585] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:66:0)
[21:33:57.618] Build status: STARTED
[21:33:57.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:67:0) after 3m42s
[21:37:39.642] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:67:0)
[21:37:39.687] Build status: STARTED
[21:37:39.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:68:0) after 3m53s
[21:41:32.831] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:68:0)
[21:41:32.870] Build status: STARTED
[21:41:32.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:69:0) after 6m8s
[21:47:40.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:69:0)
[21:47:40.924] Build status: STARTED
[21:47:40.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:70:0) after 7m58s
[21:55:38.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:70:0)
[21:55:38.993] Build status: STARTED
[21:55:38.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:71:0) after 3m24s
[21:59:03.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:71:0)
[21:59:03.059] Build status: STARTED
[21:59:03.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:72:0) after 7m51s
[22:06:54.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:72:0)
[22:06:54.375] Build status: STARTED
[22:06:54.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:73:0) after 3m45s
[22:10:39.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:73:0)
[22:10:39.463] Build status: STARTED
[22:10:39.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:74:0) after 1m37s
[22:12:16.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:74:0)
[22:12:16.748] Build status: STARTED
[22:12:16.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:75:0) after 3m55s
[22:16:11.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:75:0)
[22:16:11.976] Build status: STARTED
[22:16:11.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:76:0) after 5m44s
[22:21:56.027] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:76:0)
[22:21:56.056] Build status: STARTED
[22:21:56.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:77:0) after 6m55s
[22:28:51.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:77:0)
[22:28:51.210] Build status: STARTED
[22:28:51.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:78:0) after 4m2s
[22:32:53.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:78:0)
[22:32:53.288] Build status: STARTED
[22:32:53.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:79:0) after 3m42s
[22:36:35.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:79:0)
[22:36:35.492] Build status: STARTED
[22:36:35.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:80:0) after 6m31s
[22:43:06.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:80:0)
[22:43:06.595] Build status: STARTED
[22:43:06.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:81:0) after 2m44s
[22:45:50.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:81:0)
[22:45:50.780] Build status: STARTED
[22:45:50.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:82:0) after 7m59s
[22:53:49.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:82:0)
[22:53:49.854] Build status: STARTED
[22:53:49.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:83:0) after 9m53s
[23:03:43.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:83:0)
[23:03:43.493] Build status: STARTED
[23:03:43.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:84:0) after 2m5s
[23:05:48.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:84:0)
[23:05:48.551] Build status: STARTED
[23:05:48.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:85:0) after 8m23s
[23:14:11.539] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:85:0)
[23:14:11.567] Build status: STARTED
[23:14:11.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:86:0) after 7m8s
[23:21:19.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:86:0)
[23:21:19.771] Build status: STARTED
[23:21:19.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:87:0) after 1m24s
[23:22:44.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:87:0)
[23:22:44.134] Build status: STARTED
[23:22:44.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:88:0) after 8m8s
[23:30:52.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:88:0)
[23:30:52.342] Build status: STARTED
[23:30:52.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:89:0) after 9m41s
[23:40:33.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:89:0)
[23:40:33.356] Build status: STARTED
[23:40:33.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:90:0) after 1m46s
[23:42:19.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:90:0)
[23:42:19.617] Build status: STARTED
[23:42:19.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:91:0) after 8m6s
[23:50:25.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:91:0)
[23:50:25.952] Build status: STARTED
[23:50:25.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:92:0) after 4m52s
[23:55:17.976] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:92:0)
[23:55:18.008] Build status: STARTED
[23:55:18.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:93:0) after 7m0s
[00:02:18.130] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:93:0)
[00:02:18.162] Build status: STARTED
[00:02:18.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:94:0) after 3m18s
[00:05:36.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:94:0)
[00:05:36.393] Build status: STARTED
[00:05:36.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:95:0) after 7m21s
[00:12:57.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:95:0)
[00:12:58.018] Build status: STARTED
[00:12:58.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:96:0) after 5m8s
[00:18:06.193] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:96:0)
[00:18:06.241] Build status: STARTED
[00:18:06.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:97:0) after 5m51s
[00:23:57.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:97:0)
[00:23:57.571] Build status: STARTED
[00:23:57.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:98:0) after 7m33s
[00:31:30.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:98:0)
[00:31:30.697] Build status: STARTED
[00:31:30.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8995095558144303888:99:0) after 9m34s
[00:39:08.258] Received PubSub notification, asking Buildbucket for the build status
[00:39:08.297] Build:
{
  "id": "8829665495546638657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 14958,
  "createdBy": "project:chromium",
  "createTime": "2021-11-24T16:36:56.646687457Z",
  "startTime": "2021-11-24T16:39:59.768455Z",
  "endTime": "2021-11-25T00:39:07.488015854Z",
  "updateTime": "2021-11-25T00:39:07.488015854Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cae3d3b5b44f39dd27f12ad736a52548ba6f4c55",
      "ref": "refs/heads/main"
    }
  }
}
[00:39:08.297] Invocation finished in 8h2m13.511861749s with status FAILED