Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8dd9b603fc60984977ceadf78475da8c6889043e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8dd9b603fc60984977ceadf78475da8c6889043e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:56:06.467] New invocation is queued and will start shortly
[01:56:07.745] Starting the invocation (attempt 1)
[01:56:07.812] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8dd9b603fc60984977ceadf78475da8c6889043e"
[01:56:07.812] Popped gitiles commit info from properties and tags
[01:56:07.812] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:56:07.812] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:56:07.812] Buildbucket request:
{
  "requestId": "8949218311675139392",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8dd9b603fc60984977ceadf78475da8c6889043e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8949218311675139392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:56:08.343] Scheduled build:
{
  "id": "8783788249518977585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19314,
  "createdBy": "project:chromium",
  "createTime": "2023-04-15T01:56:07.890935943Z",
  "updateTime": "2023-04-15T01:56:07.890935943Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8dd9b603fc60984977ceadf78475da8c6889043e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:56:08.343] Task URL: https://cr-buildbucket.appspot.com/build/8783788249518977585
[01:56:08.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:2:0) after 5m57s
[01:56:18.043] Received PubSub notification, asking Buildbucket for the build status
[01:56:18.081] Build status: STARTED
[02:02:05.370] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:2:0)
[02:02:05.400] Build status: STARTED
[02:02:05.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:4:0) after 1m55s
[02:04:00.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:4:0)
[02:04:00.577] Build status: STARTED
[02:04:00.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:5:0) after 5m6s
[02:09:06.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:5:0)
[02:09:06.740] Build status: STARTED
[02:09:06.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:6:0) after 4m16s
[02:13:23.029] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:6:0)
[02:13:23.050] Build status: STARTED
[02:13:23.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:7:0) after 2m17s
[02:15:40.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:7:0)
[02:15:40.352] Build status: STARTED
[02:15:40.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:8:0) after 2m3s
[02:17:43.435] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:8:0)
[02:17:43.466] Build status: STARTED
[02:17:43.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:9:0) after 9m53s
[02:27:36.858] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:9:0)
[02:27:36.885] Build status: STARTED
[02:27:36.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:10:0) after 2m48s
[02:30:25.006] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:10:0)
[02:30:25.096] Build status: STARTED
[02:30:25.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:11:0) after 3m2s
[02:33:27.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:11:0)
[02:33:27.219] Build status: STARTED
[02:33:27.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:12:0) after 8m56s
[02:42:23.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:12:0)
[02:42:23.308] Build status: STARTED
[02:42:23.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:13:0) after 6m34s
[02:48:57.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:13:0)
[02:48:57.362] Build status: STARTED
[02:48:57.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:14:0) after 8m14s
[02:57:11.401] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:14:0)
[02:57:11.429] Build status: STARTED
[02:57:11.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:15:0) after 5m7s
[03:02:18.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:15:0)
[03:02:18.482] Build status: STARTED
[03:02:18.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:16:0) after 6m31s
[03:08:49.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:16:0)
[03:08:49.527] Build status: STARTED
[03:08:49.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:17:0) after 7m5s
[03:15:54.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:17:0)
[03:15:54.703] Build status: STARTED
[03:15:54.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:18:0) after 4m11s
[03:20:05.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:18:0)
[03:20:05.753] Build status: STARTED
[03:20:05.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:19:0) after 6m24s
[03:26:29.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:19:0)
[03:26:29.913] Build status: STARTED
[03:26:29.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:20:0) after 3m12s
[03:29:41.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:20:0)
[03:29:41.969] Build status: STARTED
[03:29:41.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:21:0) after 2m20s
[03:32:01.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:21:0)
[03:32:02.015] Build status: STARTED
[03:32:02.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:22:0) after 3m34s
[03:35:36.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:22:0)
[03:35:36.246] Build status: STARTED
[03:35:36.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:23:0) after 5m31s
[03:41:07.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:23:0)
[03:41:07.401] Build status: STARTED
[03:41:07.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:24:0) after 8m40s
[03:49:47.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:24:0)
[03:49:47.478] Build status: STARTED
[03:49:47.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:25:0) after 8m42s
[03:58:29.605] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:25:0)
[03:58:29.624] Build status: STARTED
[03:58:29.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:26:0) after 5m0s
[04:03:29.611] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:26:0)
[04:03:29.662] Build status: STARTED
[04:03:29.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:27:0) after 4m2s
[04:07:31.945] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:27:0)
[04:07:31.967] Build status: STARTED
[04:07:31.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:28:0) after 9m34s
[04:17:06.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:28:0)
[04:17:06.341] Build status: STARTED
[04:17:06.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:29:0) after 3m28s
[04:20:34.368] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:29:0)
[04:20:34.387] Build status: STARTED
[04:20:34.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:30:0) after 8m59s
[04:29:33.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:30:0)
[04:29:33.479] Build status: STARTED
[04:29:33.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:31:0) after 7m40s
[04:37:13.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:31:0)
[04:37:13.618] Build status: STARTED
[04:37:13.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:32:0) after 4m17s
[04:41:30.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:32:0)
[04:41:30.668] Build status: STARTED
[04:41:30.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:33:0) after 6m44s
[04:48:14.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:33:0)
[04:48:14.734] Build status: STARTED
[04:48:14.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:34:0) after 4m59s
[04:53:13.759] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:34:0)
[04:53:13.777] Build status: STARTED
[04:53:13.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:35:0) after 8m3s
[05:01:16.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:35:0)
[05:01:16.892] Build status: STARTED
[05:01:16.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:36:0) after 1m52s
[05:03:08.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:36:0)
[05:03:08.954] Build status: STARTED
[05:03:08.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:37:0) after 5m39s
[05:08:47.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:37:0)
[05:08:48.013] Build status: STARTED
[05:08:48.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:38:0) after 5m39s
[05:14:27.040] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:38:0)
[05:14:27.059] Build status: STARTED
[05:14:27.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:39:0) after 3m29s
[05:17:56.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:39:0)
[05:17:56.133] Build status: STARTED
[05:17:56.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:40:0) after 6m55s
[05:24:51.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:40:0)
[05:24:51.188] Build status: STARTED
[05:24:51.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:41:0) after 3m17s
[05:28:08.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:41:0)
[05:28:08.332] Build status: STARTED
[05:28:08.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:42:0) after 5m13s
[05:33:21.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:42:0)
[05:33:21.399] Build status: STARTED
[05:33:21.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:43:0) after 9m5s
[05:42:26.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:43:0)
[05:42:26.543] Build status: STARTED
[05:42:26.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:44:0) after 7m10s
[05:49:36.579] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:44:0)
[05:49:36.606] Build status: STARTED
[05:49:36.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:45:0) after 2m41s
[05:52:17.631] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:45:0)
[05:52:17.648] Build status: STARTED
[05:52:17.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:46:0) after 2m19s
[05:54:36.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:46:0)
[05:54:37.002] Build status: STARTED
[05:54:37.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:47:0) after 6m17s
[06:00:54.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:47:0)
[06:00:54.096] Build status: STARTED
[06:00:54.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:48:0) after 9m48s
[06:10:42.317] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:48:0)
[06:10:42.335] Build status: STARTED
[06:10:42.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:49:0) after 6m16s
[06:16:58.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:49:0)
[06:16:58.456] Build status: STARTED
[06:16:58.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:50:0) after 1m2s
[06:18:00.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:50:0)
[06:18:00.510] Build status: STARTED
[06:18:00.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:51:0) after 9m55s
[06:27:55.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:51:0)
[06:27:55.569] Build status: STARTED
[06:27:55.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:52:0) after 3m2s
[06:30:57.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:52:0)
[06:30:57.610] Build status: STARTED
[06:30:57.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:53:0) after 2m23s
[06:33:20.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:53:0)
[06:33:20.668] Build status: STARTED
[06:33:20.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:54:0) after 8m33s
[06:41:53.702] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:54:0)
[06:41:53.720] Build status: STARTED
[06:41:53.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:55:0) after 5m44s
[06:47:37.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:55:0)
[06:47:37.771] Build status: STARTED
[06:47:37.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:56:0) after 6m59s
[06:54:36.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:56:0)
[06:54:36.817] Build status: STARTED
[06:54:36.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:57:0) after 5m43s
[07:00:19.857] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:57:0)
[07:00:19.896] Build status: STARTED
[07:00:19.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:58:0) after 4m52s
[07:05:11.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:58:0)
[07:05:11.955] Build status: STARTED
[07:05:11.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:59:0) after 5m57s
[07:11:09.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:59:0)
[07:11:09.181] Build status: STARTED
[07:11:09.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:60:0) after 9m15s
[07:20:24.213] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:60:0)
[07:20:24.238] Build status: STARTED
[07:20:24.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:61:0) after 4m17s
[07:24:41.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:61:0)
[07:24:41.284] Build status: STARTED
[07:24:41.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:62:0) after 1m44s
[07:26:25.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:62:0)
[07:26:25.424] Build status: STARTED
[07:26:25.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:63:0) after 1m49s
[07:28:14.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:63:0)
[07:28:14.540] Build status: STARTED
[07:28:14.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:64:0) after 8m58s
[07:37:12.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:64:0)
[07:37:12.540] Build status: STARTED
[07:37:12.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:65:0) after 8m50s
[07:46:02.662] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:65:0)
[07:46:02.681] Build status: STARTED
[07:46:02.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:66:0) after 6m25s
[07:52:27.824] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:66:0)
[07:52:27.844] Build status: STARTED
[07:52:27.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:67:0) after 4m45s
[07:57:12.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:67:0)
[07:57:12.917] Build status: STARTED
[07:57:12.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:68:0) after 5m34s
[08:02:46.923] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:68:0)
[08:02:46.943] Build status: STARTED
[08:02:46.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:69:0) after 6m59s
[08:09:46.067] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:69:0)
[08:09:46.087] Build status: STARTED
[08:09:46.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:70:0) after 8m24s
[08:18:10.159] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:70:0)
[08:18:10.177] Build status: STARTED
[08:18:10.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:71:0) after 6m50s
[08:25:00.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:71:0)
[08:25:00.227] Build status: STARTED
[08:25:00.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:72:0) after 8m22s
[08:33:22.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:72:0)
[08:33:22.343] Build status: STARTED
[08:33:22.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:73:0) after 4m17s
[08:37:39.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:73:0)
[08:37:39.491] Build status: STARTED
[08:37:39.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:74:0) after 6m48s
[08:44:27.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:74:0)
[08:44:27.641] Build status: STARTED
[08:44:27.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:75:0) after 9m6s
[08:53:33.669] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:75:0)
[08:53:33.687] Build status: STARTED
[08:53:33.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:76:0) after 7m59s
[09:01:32.832] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:76:0)
[09:01:33.107] Build status: STARTED
[09:01:33.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:77:0) after 9m42s
[09:11:15.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:77:0)
[09:11:15.152] Build status: STARTED
[09:11:15.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:78:0) after 4m51s
[09:16:06.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:78:0)
[09:16:06.324] Build status: STARTED
[09:16:06.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:79:0) after 3m11s
[09:19:18.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:79:0)
[09:19:18.321] Build status: STARTED
[09:19:18.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:80:0) after 1m44s
[09:21:02.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:80:0)
[09:21:02.444] Build status: STARTED
[09:21:02.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:81:0) after 6m12s
[09:27:14.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:81:0)
[09:27:14.547] Build status: STARTED
[09:27:14.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:82:0) after 4m54s
[09:32:08.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:82:0)
[09:32:08.651] Build status: STARTED
[09:32:08.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:83:0) after 2m34s
[09:34:42.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:83:0)
[09:34:42.849] Build status: STARTED
[09:34:42.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:84:0) after 4m15s
[09:38:57.875] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:84:0)
[09:38:57.891] Build status: STARTED
[09:38:57.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:85:0) after 1m26s
[09:40:24.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:85:0)
[09:40:24.055] Build status: STARTED
[09:40:24.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:86:0) after 1m30s
[09:41:54.080] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:86:0)
[09:41:54.102] Build status: STARTED
[09:41:54.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:87:0) after 2m10s
[09:44:04.270] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:87:0)
[09:44:04.334] Build status: STARTED
[09:44:04.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:88:0) after 8m43s
[09:52:47.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:88:0)
[09:52:47.552] Build status: STARTED
[09:52:47.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:89:0) after 7m17s
[10:00:04.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:89:0)
[10:00:04.849] Build status: STARTED
[10:00:04.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:90:0) after 2m29s
[10:02:33.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:90:0)
[10:02:34.013] Build status: STARTED
[10:02:34.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:91:0) after 2m32s
[10:05:06.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:91:0)
[10:05:06.104] Build status: STARTED
[10:05:06.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:92:0) after 5m39s
[10:10:45.184] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:92:0)
[10:10:45.210] Build status: STARTED
[10:10:45.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:93:0) after 3m2s
[10:13:47.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:93:0)
[10:13:47.277] Build status: STARTED
[10:13:47.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:94:0) after 7m41s
[10:21:28.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:94:0)
[10:21:28.509] Build status: STARTED
[10:21:28.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:95:0) after 7m13s
[10:28:41.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:95:0)
[10:28:41.614] Build status: STARTED
[10:28:41.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:96:0) after 9m6s
[10:37:47.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:96:0)
[10:37:47.779] Build status: STARTED
[10:37:47.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:97:0) after 5m2s
[10:42:49.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:97:0)
[10:42:49.944] Build status: STARTED
[10:42:49.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:98:0) after 8m5s
[10:50:54.976] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:98:0)
[10:50:54.994] Build status: STARTED
[10:50:54.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:99:0) after 4m14s
[10:55:09.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:99:0)
[10:55:09.043] Build status: STARTED
[10:55:09.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:100:0) after 9m59s
[11:05:08.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:100:0)
[11:05:08.095] Build status: STARTED
[11:05:08.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:101:0) after 1m4s
[11:06:12.194] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:101:0)
[11:06:12.218] Build status: STARTED
[11:06:12.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:102:0) after 5m2s
[11:11:14.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:102:0)
[11:11:14.294] Build status: STARTED
[11:11:14.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:103:0) after 2m17s
[11:13:31.351] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:103:0)
[11:13:31.373] Build status: STARTED
[11:13:31.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:104:0) after 7m38s
[11:21:10.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:104:0)
[11:21:10.266] Build status: STARTED
[11:21:10.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:105:0) after 3m51s
[11:25:01.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:105:0)
[11:25:01.559] Build status: STARTED
[11:25:01.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:106:0) after 7m32s
[11:32:33.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:106:0)
[11:32:33.611] Build status: STARTED
[11:32:33.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:107:0) after 7m41s
[11:40:15.043] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:107:0)
[11:40:15.074] Build status: STARTED
[11:40:15.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:108:0) after 7m14s
[11:47:29.255] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:108:0)
[11:47:29.275] Build status: STARTED
[11:47:29.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:109:0) after 9m4s
[11:56:33.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:109:0)
[11:56:33.320] Build status: STARTED
[11:56:33.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:110:0) after 8m8s
[12:04:41.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:110:0)
[12:04:41.478] Build status: STARTED
[12:04:41.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:111:0) after 5m52s
[12:10:33.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:111:0)
[12:10:33.632] Build status: STARTED
[12:10:33.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:112:0) after 3m17s
[12:13:50.746] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:112:0)
[12:13:50.771] Build status: STARTED
[12:13:50.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:113:0) after 2m45s
[12:16:35.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:113:0)
[12:16:35.861] Build status: STARTED
[12:16:35.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:114:0) after 8m34s
[12:25:09.854] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:114:0)
[12:25:09.873] Build status: STARTED
[12:25:09.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:115:0) after 3m47s
[12:28:57.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:115:0)
[12:28:57.020] Build status: STARTED
[12:28:57.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:116:0) after 2m33s
[12:31:30.139] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:116:0)
[12:31:30.159] Build status: STARTED
[12:31:30.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:117:0) after 2m45s
[12:34:15.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:117:0)
[12:34:15.238] Build status: STARTED
[12:34:15.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:118:0) after 1m2s
[12:35:17.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:118:0)
[12:35:17.334] Build status: STARTED
[12:35:17.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8949218311675139392:119:0) after 2m13s
[12:36:12.913] Received PubSub notification, asking Buildbucket for the build status
[12:36:12.931] Build:
{
  "id": "8783788249518977585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19314,
  "createdBy": "project:chromium",
  "createTime": "2023-04-15T01:56:07.890935943Z",
  "startTime": "2023-04-15T01:56:17.517023Z",
  "endTime": "2023-04-15T12:36:12.559793333Z",
  "updateTime": "2023-04-15T12:36:12.559793333Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8dd9b603fc60984977ceadf78475da8c6889043e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:36:12.931] Invocation finished in 10h40m6.48130076s with status FAILED