Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6c33adb278f9b851383575674319a6661258470c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6c33adb278f9b851383575674319a6661258470c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:04:20.840] New invocation is queued and will start shortly
[03:04:22.122] Starting the invocation (attempt 1)
[03:04:22.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6c33adb278f9b851383575674319a6661258470c"
[03:04:22.154] Popped gitiles commit info from properties and tags
[03:04:22.154] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:04:22.155] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:04:22.155] Buildbucket request:
{
  "requestId": "8945227751891517904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6c33adb278f9b851383575674319a6661258470c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8945227751891517904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:04:22.543] Scheduled build:
{
  "id": "8779797689774363553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19609,
  "createdBy": "project:chromium",
  "createTime": "2023-05-29T03:04:22.227931120Z",
  "updateTime": "2023-05-29T03:04:22.227931120Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6c33adb278f9b851383575674319a6661258470c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:04:22.543] Task URL: https://cr-buildbucket.appspot.com/build/8779797689774363553
[03:04:22.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:2:0) after 5m32s
[03:04:50.476] Received PubSub notification, asking Buildbucket for the build status
[03:04:50.502] Build status: STARTED
[03:09:54.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:2:0)
[03:09:54.824] Build status: STARTED
[03:09:54.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:4:0) after 8m9s
[03:18:04.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:4:0)
[03:18:04.163] Build status: STARTED
[03:18:04.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:5:0) after 2m10s
[03:20:14.569] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:5:0)
[03:20:14.602] Build status: STARTED
[03:20:14.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:6:0) after 8m4s
[03:28:18.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:6:0)
[03:28:18.636] Build status: STARTED
[03:28:18.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:7:0) after 1m7s
[03:29:25.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:7:0)
[03:29:25.694] Build status: STARTED
[03:29:25.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:8:0) after 8m53s
[03:38:18.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:8:0)
[03:38:18.730] Build status: STARTED
[03:38:18.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:9:0) after 8m3s
[03:46:21.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:9:0)
[03:46:21.766] Build status: STARTED
[03:46:21.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:10:0) after 5m51s
[03:52:12.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:10:0)
[03:52:12.906] Build status: STARTED
[03:52:12.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:11:0) after 8m42s
[04:00:54.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:11:0)
[04:00:55.003] Build status: STARTED
[04:00:55.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:12:0) after 3m46s
[04:04:41.140] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:12:0)
[04:04:41.170] Build status: STARTED
[04:04:41.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:13:0) after 9m31s
[04:14:12.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:13:0)
[04:14:12.315] Build status: STARTED
[04:14:12.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:14:0) after 3m53s
[04:18:05.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:14:0)
[04:18:05.364] Build status: STARTED
[04:18:05.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:15:0) after 5m0s
[04:23:05.381] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:15:0)
[04:23:05.400] Build status: STARTED
[04:23:05.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:16:0) after 4m30s
[04:27:35.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:16:0)
[04:27:35.510] Build status: STARTED
[04:27:35.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:17:0) after 6m30s
[04:34:05.651] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:17:0)
[04:34:05.672] Build status: STARTED
[04:34:05.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:18:0) after 4m23s
[04:38:28.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:18:0)
[04:38:28.869] Build status: STARTED
[04:38:28.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:19:0) after 6m20s
[04:44:49.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:19:0)
[04:44:49.151] Build status: STARTED
[04:44:49.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:20:0) after 3m28s
[04:48:17.246] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:20:0)
[04:48:17.272] Build status: STARTED
[04:48:17.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:21:0) after 3m38s
[04:51:55.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:21:0)
[04:51:55.337] Build status: STARTED
[04:51:55.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:22:0) after 6m53s
[04:58:48.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:22:0)
[04:58:48.628] Build status: STARTED
[04:58:48.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:23:0) after 6m11s
[05:04:59.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:23:0)
[05:04:59.708] Build status: STARTED
[05:04:59.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:24:0) after 1m15s
[05:06:14.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:24:0)
[05:06:14.746] Build status: STARTED
[05:06:14.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:25:0) after 9m18s
[05:15:33.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:25:0)
[05:15:33.030] Build status: STARTED
[05:15:33.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:26:0) after 3m9s
[05:18:42.142] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:26:0)
[05:18:42.200] Build status: STARTED
[05:18:42.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:27:0) after 6m14s
[05:24:56.220] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:27:0)
[05:24:56.237] Build status: STARTED
[05:24:56.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:28:0) after 3m28s
[05:28:24.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:28:0)
[05:28:24.490] Build status: STARTED
[05:28:24.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:29:0) after 5m18s
[05:33:42.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:29:0)
[05:33:42.638] Build status: STARTED
[05:33:42.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:30:0) after 7m45s
[05:41:27.656] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:30:0)
[05:41:27.685] Build status: STARTED
[05:41:27.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:31:0) after 4m22s
[05:45:49.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:31:0)
[05:45:49.782] Build status: STARTED
[05:45:49.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:32:0) after 9m45s
[05:55:34.803] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:32:0)
[05:55:34.823] Build status: STARTED
[05:55:34.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:33:0) after 4m22s
[05:59:56.869] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:33:0)
[05:59:56.887] Build status: STARTED
[05:59:56.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:34:0) after 6m32s
[06:06:29.028] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:34:0)
[06:06:29.048] Build status: STARTED
[06:06:29.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:35:0) after 2m16s
[06:08:45.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:35:0)
[06:08:45.104] Build status: STARTED
[06:08:45.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:36:0) after 8m41s
[06:17:26.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:36:0)
[06:17:26.229] Build status: STARTED
[06:17:26.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:37:0) after 7m38s
[06:25:04.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:37:0)
[06:25:04.264] Build status: STARTED
[06:25:04.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:38:0) after 3m46s
[06:28:50.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:38:0)
[06:28:50.321] Build status: STARTED
[06:28:50.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:39:0) after 9m15s
[06:38:05.401] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:39:0)
[06:38:05.428] Build status: STARTED
[06:38:05.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:40:0) after 6m35s
[06:44:40.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:40:0)
[06:44:40.554] Build status: STARTED
[06:44:40.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:41:0) after 3m32s
[06:48:12.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:41:0)
[06:48:12.698] Build status: STARTED
[06:48:12.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:42:0) after 2m1s
[06:50:13.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:42:0)
[06:50:13.842] Build status: STARTED
[06:50:13.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:43:0) after 4m14s
[06:54:27.857] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:43:0)
[06:54:27.876] Build status: STARTED
[06:54:27.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:44:0) after 1m10s
[06:55:37.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:44:0)
[06:55:37.938] Build status: STARTED
[06:55:37.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:45:0) after 2m0s
[06:57:38.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:45:0)
[06:57:38.081] Build status: STARTED
[06:57:38.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:46:0) after 5m33s
[07:03:11.107] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:46:0)
[07:03:11.192] Build status: STARTED
[07:03:11.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:47:0) after 5m20s
[07:08:31.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:47:0)
[07:08:31.254] Build status: STARTED
[07:08:31.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:48:0) after 6m22s
[07:14:53.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:48:0)
[07:14:53.306] Build status: STARTED
[07:14:53.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:49:0) after 3m19s
[07:18:12.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:49:0)
[07:18:12.411] Build status: STARTED
[07:18:12.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:50:0) after 3m15s
[07:21:27.404] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:50:0)
[07:21:27.435] Build status: STARTED
[07:21:27.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:51:0) after 6m16s
[07:27:43.543] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:51:0)
[07:27:43.565] Build status: STARTED
[07:27:43.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:52:0) after 7m33s
[07:35:16.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:52:0)
[07:35:16.606] Build status: STARTED
[07:35:16.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:53:0) after 4m51s
[07:40:07.628] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:53:0)
[07:40:07.666] Build status: STARTED
[07:40:07.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:54:0) after 5m49s
[07:45:56.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:54:0)
[07:45:56.735] Build status: STARTED
[07:45:56.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:55:0) after 4m34s
[07:50:30.757] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:55:0)
[07:50:30.777] Build status: STARTED
[07:50:30.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:56:0) after 9m55s
[08:00:25.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:56:0)
[08:00:25.802] Build status: STARTED
[08:00:25.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:57:0) after 1m36s
[08:02:01.919] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:57:0)
[08:02:01.941] Build status: STARTED
[08:02:01.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:58:0) after 6m18s
[08:08:19.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:58:0)
[08:08:20.016] Build status: STARTED
[08:08:20.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:59:0) after 6m9s
[08:14:29.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:59:0)
[08:14:29.159] Build status: STARTED
[08:14:29.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:60:0) after 8m39s
[08:23:08.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:60:0)
[08:23:08.327] Build status: STARTED
[08:23:08.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:61:0) after 6m11s
[08:29:19.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:61:0)
[08:29:19.440] Build status: STARTED
[08:29:19.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:62:0) after 3m54s
[08:33:13.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:62:0)
[08:33:13.488] Build status: STARTED
[08:33:13.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:63:0) after 5m28s
[08:38:41.504] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:63:0)
[08:38:41.528] Build status: STARTED
[08:38:41.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:64:0) after 6m18s
[08:44:59.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:64:0)
[08:44:59.977] Build status: STARTED
[08:44:59.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:65:0) after 6m26s
[08:51:26.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:65:0)
[08:51:26.113] Build status: STARTED
[08:51:26.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:66:0) after 7m7s
[08:58:33.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:66:0)
[08:58:33.775] Build status: STARTED
[08:58:33.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:67:0) after 6m48s
[09:05:21.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:67:0)
[09:05:21.992] Build status: STARTED
[09:05:21.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:68:0) after 9m16s
[09:14:38.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:68:0)
[09:14:38.049] Build status: STARTED
[09:14:38.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:69:0) after 7m5s
[09:21:43.068] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:69:0)
[09:21:43.100] Build status: STARTED
[09:21:43.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:70:0) after 7m7s
[09:28:50.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:70:0)
[09:28:50.130] Build status: STARTED
[09:28:50.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:71:0) after 3m35s
[09:32:25.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:71:0)
[09:32:25.197] Build status: STARTED
[09:32:25.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:72:0) after 8m39s
[09:41:04.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:72:0)
[09:41:04.246] Build status: STARTED
[09:41:04.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:73:0) after 1m50s
[09:42:54.268] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:73:0)
[09:42:54.291] Build status: STARTED
[09:42:54.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:74:0) after 8m50s
[09:51:44.414] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:74:0)
[09:51:44.433] Build status: STARTED
[09:51:44.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:75:0) after 3m4s
[09:54:48.460] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:75:0)
[09:54:48.480] Build status: STARTED
[09:54:48.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:76:0) after 1m50s
[09:56:38.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:76:0)
[09:56:38.533] Build status: STARTED
[09:56:38.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:77:0) after 4m22s
[10:01:00.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:77:0)
[10:01:00.649] Build status: STARTED
[10:01:00.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:78:0) after 3m55s
[10:04:55.751] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:78:0)
[10:04:55.774] Build status: STARTED
[10:04:55.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:79:0) after 7m39s
[10:12:34.796] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:79:0)
[10:12:34.814] Build status: STARTED
[10:12:34.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:80:0) after 9m58s
[10:22:32.831] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:80:0)
[10:22:32.852] Build status: STARTED
[10:22:32.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:81:0) after 1m31s
[10:24:03.869] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:81:0)
[10:24:03.888] Build status: STARTED
[10:24:03.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:82:0) after 3m22s
[10:27:25.905] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:82:0)
[10:27:25.934] Build status: STARTED
[10:27:25.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:83:0) after 3m45s
[10:31:10.951] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:83:0)
[10:31:10.969] Build status: STARTED
[10:31:10.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:84:0) after 6m42s
[10:37:53.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:84:0)
[10:37:53.027] Build status: STARTED
[10:37:53.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:85:0) after 6m41s
[10:44:34.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:85:0)
[10:44:34.082] Build status: STARTED
[10:44:34.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:86:0) after 2m36s
[10:47:10.250] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:86:0)
[10:47:10.284] Build status: STARTED
[10:47:10.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:87:0) after 5m48s
[10:52:58.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:87:0)
[10:52:58.433] Build status: STARTED
[10:52:58.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:88:0) after 2m25s
[10:55:23.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:88:0)
[10:55:23.512] Build status: STARTED
[10:55:23.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:89:0) after 1m10s
[10:56:33.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:89:0)
[10:56:33.545] Build status: STARTED
[10:56:33.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:90:0) after 2m5s
[10:58:38.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:90:0)
[10:58:38.642] Build status: STARTED
[10:58:38.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:91:0) after 5m7s
[11:03:45.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:91:0)
[11:03:45.678] Build status: STARTED
[11:03:45.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:92:0) after 1m36s
[11:05:21.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:92:0)
[11:05:21.798] Build status: STARTED
[11:05:21.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:93:0) after 1m10s
[11:06:31.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:93:0)
[11:06:31.909] Build status: STARTED
[11:06:31.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:94:0) after 4m13s
[11:10:44.953] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:94:0)
[11:10:44.978] Build status: STARTED
[11:10:44.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:95:0) after 1m17s
[11:12:02.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:95:0)
[11:12:02.030] Build status: STARTED
[11:12:02.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:96:0) after 9m12s
[11:21:14.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:96:0)
[11:21:14.189] Build status: STARTED
[11:21:14.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:97:0) after 3m21s
[11:24:35.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:97:0)
[11:24:35.243] Build status: STARTED
[11:24:35.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:98:0) after 8m51s
[11:33:26.345] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:98:0)
[11:33:26.388] Build status: STARTED
[11:33:26.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:99:0) after 4m18s
[11:37:44.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:99:0)
[11:37:44.455] Build status: STARTED
[11:37:44.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:100:0) after 4m35s
[11:42:19.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:100:0)
[11:42:19.503] Build status: STARTED
[11:42:19.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:101:0) after 2m38s
[11:44:57.522] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:101:0)
[11:44:57.545] Build status: STARTED
[11:44:57.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:102:0) after 4m42s
[11:49:39.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:102:0)
[11:49:39.772] Build status: STARTED
[11:49:39.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:103:0) after 9m36s
[11:59:15.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:103:0)
[11:59:15.900] Build status: STARTED
[11:59:15.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:104:0) after 8m37s
[12:07:52.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:104:0)
[12:07:53.009] Build status: STARTED
[12:07:53.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:105:0) after 6m6s
[12:13:59.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:105:0)
[12:13:59.316] Build status: STARTED
[12:13:59.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:106:0) after 4m25s
[12:18:24.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:106:0)
[12:18:24.364] Build status: STARTED
[12:18:24.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:107:0) after 6m29s
[12:24:53.392] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:107:0)
[12:24:53.432] Build status: STARTED
[12:24:53.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:108:0) after 2m28s
[12:27:21.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:108:0)
[12:27:21.596] Build status: STARTED
[12:27:21.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:109:0) after 8m28s
[12:35:49.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:109:0)
[12:35:49.633] Build status: STARTED
[12:35:49.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:110:0) after 6m34s
[12:42:23.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:110:0)
[12:42:23.632] Build status: STARTED
[12:42:23.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:111:0) after 9m2s
[12:51:25.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:111:0)
[12:51:25.775] Build status: STARTED
[12:51:25.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:112:0) after 1m20s
[12:52:45.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:112:0)
[12:52:45.822] Build status: STARTED
[12:52:45.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:113:0) after 9m44s
[13:02:29.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:113:0)
[13:02:29.864] Build status: STARTED
[13:02:29.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:114:0) after 3m44s
[13:06:13.868] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:114:0)
[13:06:13.893] Build status: STARTED
[13:06:13.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:115:0) after 5m31s
[13:11:45.072] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:115:0)
[13:11:45.097] Build status: STARTED
[13:11:45.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:116:0) after 8m16s
[13:20:01.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:116:0)
[13:20:01.277] Build status: STARTED
[13:20:01.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:117:0) after 1m47s
[13:21:48.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:117:0)
[13:21:48.376] Build status: STARTED
[13:21:48.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:118:0) after 4m13s
[13:26:01.560] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:118:0)
[13:26:01.578] Build status: STARTED
[13:26:01.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:119:0) after 7m21s
[13:33:22.605] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:119:0)
[13:33:22.626] Build status: STARTED
[13:33:22.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:120:0) after 4m35s
[13:37:57.795] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:120:0)
[13:37:57.823] Build status: STARTED
[13:37:57.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:121:0) after 7m26s
[13:45:23.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:121:0)
[13:45:23.920] Build status: STARTED
[13:45:23.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:122:0) after 4m48s
[13:50:12.094] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:122:0)
[13:50:12.117] Build status: STARTED
[13:50:12.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:123:0) after 5m58s
[13:56:10.135] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:123:0)
[13:56:10.201] Build status: STARTED
[13:56:10.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:124:0) after 3m5s
[13:59:15.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:124:0)
[13:59:15.332] Build status: STARTED
[13:59:15.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:125:0) after 5m21s
[14:04:36.428] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:125:0)
[14:04:36.445] Build status: STARTED
[14:04:36.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:126:0) after 7m9s
[14:11:45.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:126:0)
[14:11:45.482] Build status: STARTED
[14:11:45.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:127:0) after 1m33s
[14:13:18.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:127:0)
[14:13:18.717] Build status: STARTED
[14:13:18.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:128:0) after 1m17s
[14:14:35.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:128:0)
[14:14:35.805] Build status: STARTED
[14:14:35.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:129:0) after 5m42s
[14:20:17.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:129:0)
[14:20:17.959] Build status: STARTED
[14:20:17.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:130:0) after 1m51s
[14:22:09.010] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:130:0)
[14:22:09.046] Build status: STARTED
[14:22:09.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8945227751891517904:131:0) after 7m9s
[14:23:25.622] Received PubSub notification, asking Buildbucket for the build status
[14:23:25.642] Build:
{
  "id": "8779797689774363553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 19609,
  "createdBy": "project:chromium",
  "createTime": "2023-05-29T03:04:22.227931120Z",
  "startTime": "2023-05-29T03:04:49.286555Z",
  "endTime": "2023-05-29T14:23:25.053651364Z",
  "updateTime": "2023-05-29T14:23:25.053651364Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6c33adb278f9b851383575674319a6661258470c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:23:25.642] Invocation finished in 11h19m4.817413227s with status FAILED