Status: FAILED
Triggered by: -
Duration: 16 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2868155491910b8272bb283c3b784072c8642c33"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2868155491910b8272bb283c3b784072c8642c33
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:45:05.086] New invocation is queued and will start shortly
[18:45:06.842] Starting the invocation (attempt 1)
[18:45:06.884] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2868155491910b8272bb283c3b784072c8642c33"
[18:45:06.885] Popped gitiles commit info from properties and tags
[18:45:06.885] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:45:06.885] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:45:06.885] Buildbucket request:
{
  "requestId": "8847142648185020288",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2868155491910b8272bb283c3b784072c8642c33",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8847142648185020288"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:45:07.451] Scheduled build:
{
  "id": "8681712585518977441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 32946,
  "createdBy": "project:chromium",
  "createTime": "2026-05-15T18:45:06.977762865Z",
  "updateTime": "2026-05-15T18:45:06.977762865Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2868155491910b8272bb283c3b784072c8642c33",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[18:45:07.451] Task URL: https://cr-buildbucket.appspot.com/build/8681712585518977441
[18:45:07.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:2:0) after 2m52s
[18:45:08.618] Received PubSub notification, asking Buildbucket for the build status
[18:45:08.640] Build status: SCHEDULED
[18:46:02.719] Received PubSub notification, asking Buildbucket for the build status
[18:46:02.746] Build status: STARTED
[18:47:59.572] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:2:0)
[18:47:59.748] Build status: STARTED
[18:47:59.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:5:0) after 5m22s
[18:53:21.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:5:0)
[18:53:21.827] Build status: STARTED
[18:53:21.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:6:0) after 7m2s
[19:00:23.843] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:6:0)
[19:00:23.860] Build status: STARTED
[19:00:23.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:7:0) after 4m48s
[19:05:11.951] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:7:0)
[19:05:11.970] Build status: STARTED
[19:05:11.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:8:0) after 7m58s
[19:13:09.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:8:0)
[19:13:10.016] Build status: STARTED
[19:13:10.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:9:0) after 4m20s
[19:17:30.098] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:9:0)
[19:17:30.120] Build status: STARTED
[19:17:30.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:10:0) after 1m0s
[19:18:30.269] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:10:0)
[19:18:30.287] Build status: STARTED
[19:18:30.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:11:0) after 6m38s
[19:25:08.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:11:0)
[19:25:08.386] Build status: STARTED
[19:25:08.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:12:0) after 5m36s
[19:30:44.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:12:0)
[19:30:44.436] Build status: STARTED
[19:30:44.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:13:0) after 7m26s
[19:38:10.467] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:13:0)
[19:38:10.493] Build status: STARTED
[19:38:10.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:14:0) after 3m22s
[19:41:32.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:14:0)
[19:41:32.575] Build status: STARTED
[19:41:32.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:15:0) after 5m33s
[19:47:05.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:15:0)
[19:47:05.692] Build status: STARTED
[19:47:05.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:16:0) after 7m14s
[19:54:19.759] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:16:0)
[19:54:19.781] Build status: STARTED
[19:54:19.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:17:0) after 7m17s
[20:01:36.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:17:0)
[20:01:36.878] Build status: STARTED
[20:01:36.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:18:0) after 4m55s
[20:06:31.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:18:0)
[20:06:31.970] Build status: STARTED
[20:06:31.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:19:0) after 6m50s
[20:13:21.985] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:19:0)
[20:13:22.032] Build status: STARTED
[20:13:22.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:20:0) after 2m14s
[20:15:36.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:20:0)
[20:15:36.165] Build status: STARTED
[20:15:36.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:21:0) after 3m38s
[20:19:14.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:21:0)
[20:19:14.278] Build status: STARTED
[20:19:14.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:22:0) after 8m12s
[20:27:26.410] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:22:0)
[20:27:26.433] Build status: STARTED
[20:27:26.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:23:0) after 7m46s
[20:35:12.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:23:0)
[20:35:12.430] Build status: STARTED
[20:35:12.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:24:0) after 8m27s
[20:43:39.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:24:0)
[20:43:39.527] Build status: STARTED
[20:43:39.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:25:0) after 3m22s
[20:47:01.651] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:25:0)
[20:47:01.730] Build status: STARTED
[20:47:01.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:26:0) after 5m41s
[20:52:42.806] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:26:0)
[20:52:42.851] Build status: STARTED
[20:52:42.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:27:0) after 2m35s
[20:55:17.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:27:0)
[20:55:17.919] Build status: STARTED
[20:55:17.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:28:0) after 6m34s
[21:01:51.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:28:0)
[21:01:51.959] Build status: STARTED
[21:01:51.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:29:0) after 2m46s
[21:04:37.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:29:0)
[21:04:38.062] Build status: STARTED
[21:04:38.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:30:0) after 1m4s
[21:05:42.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:30:0)
[21:05:42.194] Build status: STARTED
[21:05:42.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:31:0) after 2m2s
[21:07:44.241] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:31:0)
[21:07:44.255] Build status: STARTED
[21:07:44.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:32:0) after 1m25s
[21:09:09.320] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:32:0)
[21:09:09.471] Build status: STARTED
[21:09:09.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:33:0) after 5m21s
[21:14:30.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:33:0)
[21:14:30.515] Build status: STARTED
[21:14:30.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:34:0) after 7m24s
[21:21:54.603] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:34:0)
[21:21:54.629] Build status: STARTED
[21:21:54.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:35:0) after 9m58s
[21:31:52.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:35:0)
[21:31:52.757] Build status: STARTED
[21:31:52.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:36:0) after 8m9s
[21:40:01.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:36:0)
[21:40:01.849] Build status: STARTED
[21:40:01.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:37:0) after 8m33s
[21:48:35.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:37:0)
[21:48:35.036] Build status: STARTED
[21:48:35.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:38:0) after 7m27s
[21:56:02.105] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:38:0)
[21:56:02.124] Build status: STARTED
[21:56:02.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:39:0) after 6m13s
[22:02:15.207] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:39:0)
[22:02:15.239] Build status: STARTED
[22:02:15.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:40:0) after 5m18s
[22:07:33.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:40:0)
[22:07:33.326] Build status: STARTED
[22:07:33.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:41:0) after 6m32s
[22:14:05.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:41:0)
[22:14:05.414] Build status: STARTED
[22:14:05.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:42:0) after 6m2s
[22:20:07.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:42:0)
[22:20:07.558] Build status: STARTED
[22:20:07.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:43:0) after 6m0s
[22:26:07.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:43:0)
[22:26:07.657] Build status: STARTED
[22:26:07.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:44:0) after 4m35s
[22:30:42.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:44:0)
[22:30:42.879] Build status: STARTED
[22:30:42.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:45:0) after 7m48s
[22:38:30.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:45:0)
[22:38:30.918] Build status: STARTED
[22:38:30.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:46:0) after 9m44s
[22:48:14.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:46:0)
[22:48:14.949] Build status: STARTED
[22:48:14.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:47:0) after 4m15s
[22:52:30.006] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:47:0)
[22:52:30.056] Build status: STARTED
[22:52:30.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:48:0) after 8m43s
[23:01:13.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:48:0)
[23:01:13.361] Build status: STARTED
[23:01:13.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:49:0) after 4m45s
[23:05:58.429] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:49:0)
[23:05:58.444] Build status: STARTED
[23:05:58.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:50:0) after 1m59s
[23:07:57.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:50:0)
[23:07:57.535] Build status: STARTED
[23:07:57.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:51:0) after 9m53s
[23:17:50.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:51:0)
[23:17:50.587] Build status: STARTED
[23:17:50.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:52:0) after 3m48s
[23:21:38.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:52:0)
[23:21:38.632] Build status: STARTED
[23:21:38.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:53:0) after 1m23s
[23:23:01.650] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:53:0)
[23:23:01.670] Build status: STARTED
[23:23:01.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:54:0) after 1m34s
[23:24:35.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:54:0)
[23:24:35.764] Build status: STARTED
[23:24:35.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:55:0) after 1m12s
[23:25:47.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:55:0)
[23:25:47.899] Build status: STARTED
[23:25:47.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:56:0) after 6m49s
[23:32:36.967] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:56:0)
[23:32:36.987] Build status: STARTED
[23:32:36.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:57:0) after 2m34s
[23:35:11.089] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:57:0)
[23:35:11.104] Build status: STARTED
[23:35:11.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:58:0) after 1m18s
[23:36:29.089] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:58:0)
[23:36:29.103] Build status: STARTED
[23:36:29.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:59:0) after 4m46s
[23:41:15.270] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:59:0)
[23:41:15.416] Build status: STARTED
[23:41:15.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:60:0) after 3m36s
[23:44:51.468] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:60:0)
[23:44:51.534] Build status: STARTED
[23:44:51.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:61:0) after 9m29s
[23:54:20.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:61:0)
[23:54:20.594] Build status: STARTED
[23:54:20.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:62:0) after 9m47s
[00:04:07.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:62:0)
[00:04:07.692] Build status: STARTED
[00:04:07.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:63:0) after 8m20s
[00:12:27.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:63:0)
[00:12:27.849] Build status: STARTED
[00:12:27.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:64:0) after 7m44s
[00:20:11.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:64:0)
[00:20:11.954] Build status: STARTED
[00:20:11.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:65:0) after 1m50s
[00:22:01.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:65:0)
[00:22:01.988] Build status: STARTED
[00:22:01.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:66:0) after 8m2s
[00:30:04.008] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:66:0)
[00:30:04.080] Build status: STARTED
[00:30:04.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:67:0) after 3m16s
[00:33:20.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:67:0)
[00:33:20.116] Build status: STARTED
[00:33:20.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:68:0) after 7m4s
[00:40:24.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:68:0)
[00:40:24.150] Build status: STARTED
[00:40:24.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:69:0) after 2m54s
[00:43:18.170] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:69:0)
[00:43:18.213] Build status: STARTED
[00:43:18.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:70:0) after 7m43s
[00:51:01.245] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:70:0)
[00:51:01.274] Build status: STARTED
[00:51:01.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:71:0) after 5m14s
[00:56:15.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:71:0)
[00:56:15.419] Build status: STARTED
[00:56:15.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:72:0) after 2m43s
[00:58:58.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:72:0)
[00:58:58.464] Build status: STARTED
[00:58:58.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:73:0) after 3m10s
[01:02:08.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:73:0)
[01:02:08.522] Build status: STARTED
[01:02:08.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:74:0) after 9m33s
[01:11:41.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:74:0)
[01:11:41.554] Build status: STARTED
[01:11:41.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:75:0) after 4m24s
[01:16:05.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:75:0)
[01:16:05.749] Build status: STARTED
[01:16:05.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:76:0) after 5m59s
[01:22:04.765] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:76:0)
[01:22:04.780] Build status: STARTED
[01:22:04.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:77:0) after 8m6s
[01:30:10.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:77:0)
[01:30:10.828] Build status: STARTED
[01:30:10.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:78:0) after 5m3s
[01:35:13.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:78:0)
[01:35:13.923] Build status: STARTED
[01:35:13.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:79:0) after 3m0s
[01:38:13.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:79:0)
[01:38:14.000] Build status: STARTED
[01:38:14.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:80:0) after 5m17s
[01:43:31.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:80:0)
[01:43:31.091] Build status: STARTED
[01:43:31.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:81:0) after 5m33s
[01:49:04.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:81:0)
[01:49:04.151] Build status: STARTED
[01:49:04.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:82:0) after 4m16s
[01:53:20.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:82:0)
[01:53:20.194] Build status: STARTED
[01:53:20.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:83:0) after 4m6s
[01:57:26.210] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:83:0)
[01:57:26.301] Build status: STARTED
[01:57:26.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:84:0) after 3m0s
[02:00:26.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:84:0)
[02:00:26.340] Build status: STARTED
[02:00:26.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:85:0) after 4m17s
[02:04:43.497] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:85:0)
[02:04:43.565] Build status: STARTED
[02:04:43.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:86:0) after 3m46s
[02:08:29.667] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:86:0)
[02:08:29.707] Build status: STARTED
[02:08:29.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:87:0) after 5m0s
[02:13:29.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:87:0)
[02:13:29.741] Build status: STARTED
[02:13:29.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:88:0) after 6m35s
[02:20:04.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:88:0)
[02:20:04.767] Build status: STARTED
[02:20:04.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:89:0) after 7m57s
[02:28:01.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:89:0)
[02:28:01.883] Build status: STARTED
[02:28:01.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:90:0) after 4m33s
[02:32:34.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:90:0)
[02:32:34.940] Build status: STARTED
[02:32:34.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:91:0) after 3m50s
[02:36:25.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:91:0)
[02:36:25.137] Build status: STARTED
[02:36:25.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:92:0) after 2m32s
[02:38:57.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:92:0)
[02:38:57.204] Build status: STARTED
[02:38:57.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:93:0) after 8m17s
[02:47:14.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:93:0)
[02:47:14.247] Build status: STARTED
[02:47:14.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:94:0) after 2m27s
[02:49:41.234] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:94:0)
[02:49:41.291] Build status: STARTED
[02:49:41.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:95:0) after 8m8s
[02:57:49.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:95:0)
[02:57:49.377] Build status: STARTED
[02:57:49.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:96:0) after 8m5s
[03:05:54.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:96:0)
[03:05:54.419] Build status: STARTED
[03:05:54.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:97:0) after 4m58s
[03:10:52.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:97:0)
[03:10:52.605] Build status: STARTED
[03:10:52.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:98:0) after 3m56s
[03:14:48.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:98:0)
[03:14:48.642] Build status: STARTED
[03:14:48.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:99:0) after 4m27s
[03:19:15.729] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:99:0)
[03:19:15.745] Build status: STARTED
[03:19:15.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:100:0) after 5m40s
[03:24:55.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:100:0)
[03:24:55.782] Build status: STARTED
[03:24:55.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:101:0) after 3m46s
[03:28:41.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:101:0)
[03:28:41.817] Build status: STARTED
[03:28:41.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:102:0) after 8m43s
[03:37:24.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:102:0)
[03:37:24.895] Build status: STARTED
[03:37:24.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:103:0) after 3m46s
[03:41:10.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:103:0)
[03:41:10.929] Build status: STARTED
[03:41:10.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:104:0) after 6m1s
[03:47:11.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:104:0)
[03:47:11.967] Build status: STARTED
[03:47:11.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:105:0) after 8m40s
[03:55:51.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:105:0)
[03:55:52.065] Build status: STARTED
[03:55:52.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:106:0) after 1m46s
[03:57:38.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:106:0)
[03:57:38.109] Build status: STARTED
[03:57:38.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:107:0) after 4m19s
[04:01:57.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:107:0)
[04:01:57.224] Build status: STARTED
[04:01:57.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:108:0) after 9m52s
[04:11:49.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:108:0)
[04:11:49.271] Build status: STARTED
[04:11:49.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:109:0) after 6m16s
[04:18:05.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:109:0)
[04:18:05.412] Build status: STARTED
[04:18:05.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:110:0) after 9m5s
[04:27:10.429] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:110:0)
[04:27:10.446] Build status: STARTED
[04:27:10.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:111:0) after 7m25s
[04:34:35.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:111:0)
[04:34:35.571] Build status: STARTED
[04:34:35.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:112:0) after 8m49s
[04:43:24.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:112:0)
[04:43:24.659] Build status: STARTED
[04:43:24.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:113:0) after 8m5s
[04:51:29.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:113:0)
[04:51:29.709] Build status: STARTED
[04:51:29.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:114:0) after 1m25s
[04:52:54.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:114:0)
[04:52:54.739] Build status: STARTED
[04:52:54.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:115:0) after 7m17s
[05:00:11.893] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:115:0)
[05:00:11.912] Build status: STARTED
[05:00:11.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:116:0) after 5m41s
[05:05:53.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:116:0)
[05:05:53.278] Build status: STARTED
[05:05:53.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:117:0) after 8m31s
[05:14:24.442] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:117:0)
[05:14:24.522] Build status: STARTED
[05:14:24.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:118:0) after 7m29s
[05:21:53.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:118:0)
[05:21:53.547] Build status: STARTED
[05:21:53.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:119:0) after 3m42s
[05:25:35.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:119:0)
[05:25:35.614] Build status: STARTED
[05:25:35.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:120:0) after 7m57s
[05:33:32.642] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:120:0)
[05:33:32.657] Build status: STARTED
[05:33:32.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:121:0) after 2m35s
[05:36:07.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:121:0)
[05:36:07.693] Build status: STARTED
[05:36:07.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:122:0) after 5m16s
[05:41:23.708] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:122:0)
[05:41:23.729] Build status: STARTED
[05:41:23.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:123:0) after 8m51s
[05:50:14.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:123:0)
[05:50:14.760] Build status: STARTED
[05:50:14.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:124:0) after 8m16s
[05:58:31.149] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:124:0)
[05:58:31.164] Build status: STARTED
[05:58:31.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:125:0) after 9m19s
[06:07:50.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:125:0)
[06:07:50.335] Build status: STARTED
[06:07:50.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:126:0) after 2m19s
[06:10:09.350] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:126:0)
[06:10:09.367] Build status: STARTED
[06:10:09.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:127:0) after 6m28s
[06:16:37.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:127:0)
[06:16:37.653] Build status: STARTED
[06:16:37.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:128:0) after 6m32s
[06:23:09.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:128:0)
[06:23:09.703] Build status: STARTED
[06:23:09.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:129:0) after 3m1s
[06:26:10.717] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:129:0)
[06:26:10.772] Build status: STARTED
[06:26:10.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:130:0) after 3m31s
[06:29:41.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:130:0)
[06:29:42.152] Build status: STARTED
[06:29:42.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:131:0) after 8m38s
[06:38:20.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:131:0)
[06:38:20.198] Build status: STARTED
[06:38:20.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:132:0) after 6m16s
[06:44:36.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:132:0)
[06:44:36.230] Build status: STARTED
[06:44:36.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:133:0) after 8m28s
[06:53:04.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:133:0)
[06:53:04.374] Build status: STARTED
[06:53:04.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:134:0) after 9m12s
[07:02:17.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:134:0)
[07:02:17.247] Build status: STARTED
[07:02:17.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:135:0) after 7m58s
[07:10:15.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:135:0)
[07:10:15.283] Build status: STARTED
[07:10:15.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:136:0) after 3m36s
[07:13:51.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:136:0)
[07:13:51.387] Build status: STARTED
[07:13:51.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:137:0) after 1m11s
[07:15:02.528] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:137:0)
[07:15:02.579] Build status: STARTED
[07:15:02.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:138:0) after 7m56s
[07:22:58.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:138:0)
[07:22:58.713] Build status: STARTED
[07:22:58.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:139:0) after 1m35s
[07:24:34.122] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:139:0)
[07:24:34.146] Build status: STARTED
[07:24:34.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:140:0) after 4m41s
[07:29:15.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:140:0)
[07:29:15.178] Build status: STARTED
[07:29:15.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:141:0) after 6m43s
[07:35:58.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:141:0)
[07:35:58.213] Build status: STARTED
[07:35:58.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:142:0) after 9m47s
[07:45:45.309] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:142:0)
[07:45:45.329] Build status: STARTED
[07:45:45.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:143:0) after 3m34s
[07:49:19.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:143:0)
[07:49:19.377] Build status: STARTED
[07:49:19.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:144:0) after 6m59s
[07:56:18.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:144:0)
[07:56:18.468] Build status: STARTED
[07:56:18.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:145:0) after 7m17s
[08:03:35.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:145:0)
[08:03:35.505] Build status: STARTED
[08:03:35.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:146:0) after 7m47s
[08:11:22.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:146:0)
[08:11:22.545] Build status: STARTED
[08:11:22.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:147:0) after 1m56s
[08:13:19.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:147:0)
[08:13:19.145] Build status: STARTED
[08:13:19.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:148:0) after 6m14s
[08:19:34.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:148:0)
[08:19:34.702] Build status: STARTED
[08:19:34.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:149:0) after 5m2s
[08:24:36.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:149:0)
[08:24:36.760] Build status: STARTED
[08:24:36.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:150:0) after 9m58s
[08:34:34.844] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:150:0)
[08:34:34.861] Build status: STARTED
[08:34:34.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:151:0) after 6m51s
[08:41:25.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:151:0)
[08:41:25.919] Build status: STARTED
[08:41:25.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:152:0) after 7m32s
[08:48:57.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:152:0)
[08:48:58.020] Build status: STARTED
[08:48:58.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:153:0) after 5m28s
[08:54:26.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:153:0)
[08:54:26.092] Build status: STARTED
[08:54:26.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:154:0) after 2m51s
[08:57:17.110] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:154:0)
[08:57:17.125] Build status: STARTED
[08:57:17.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:155:0) after 3m54s
[09:01:11.140] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:155:0)
[09:01:11.161] Build status: STARTED
[09:01:11.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:156:0) after 2m7s
[09:03:18.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:156:0)
[09:03:18.208] Build status: STARTED
[09:03:18.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:157:0) after 5m13s
[09:08:31.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:157:0)
[09:08:31.281] Build status: STARTED
[09:08:31.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:158:0) after 9m16s
[09:17:47.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:158:0)
[09:17:47.467] Build status: STARTED
[09:17:47.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:159:0) after 3m18s
[09:21:05.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:159:0)
[09:21:05.571] Build status: STARTED
[09:21:05.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:160:0) after 5m14s
[09:26:19.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:160:0)
[09:26:19.730] Build status: STARTED
[09:26:19.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:161:0) after 9m21s
[09:35:40.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:161:0)
[09:35:40.859] Build status: STARTED
[09:35:40.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:162:0) after 5m2s
[09:40:42.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:162:0)
[09:40:42.914] Build status: STARTED
[09:40:42.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:163:0) after 3m23s
[09:44:05.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:163:0)
[09:44:06.009] Build status: STARTED
[09:44:06.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:164:0) after 2m50s
[09:46:56.033] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:164:0)
[09:46:56.056] Build status: STARTED
[09:46:56.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:165:0) after 2m9s
[09:49:05.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:165:0)
[09:49:05.095] Build status: STARTED
[09:49:05.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:166:0) after 7m21s
[09:56:26.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:166:0)
[09:56:26.253] Build status: STARTED
[09:56:26.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:167:0) after 3m48s
[10:00:14.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:167:0)
[10:00:14.382] Build status: STARTED
[10:00:14.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:168:0) after 6m34s
[10:06:48.401] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:168:0)
[10:06:48.421] Build status: STARTED
[10:06:48.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:169:0) after 6m29s
[10:13:17.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:169:0)
[10:13:17.458] Build status: STARTED
[10:13:17.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:170:0) after 2m31s
[10:15:48.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:170:0)
[10:15:48.499] Build status: STARTED
[10:15:48.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:171:0) after 2m38s
[10:18:26.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:171:0)
[10:18:26.587] Build status: STARTED
[10:18:26.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:172:0) after 8m25s
[10:26:51.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:172:0)
[10:26:51.630] Build status: STARTED
[10:26:51.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:173:0) after 9m28s
[10:36:19.645] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:173:0)
[10:36:19.663] Build status: STARTED
[10:36:19.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:174:0) after 9m8s
[10:45:27.683] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:174:0)
[10:45:27.791] Build status: STARTED
[10:45:27.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:8847142648185020288:175:0) after 4m25s
[10:47:15.913] Received PubSub notification, asking Buildbucket for the build status
[10:47:15.932] Build:
{
  "id": "8681712585518977441",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 32946,
  "createdBy": "project:chromium",
  "createTime": "2026-05-15T18:45:06.977762865Z",
  "startTime": "2026-05-15T18:46:01.052883655Z",
  "endTime": "2026-05-16T10:47:15.667477338Z",
  "updateTime": "2026-05-16T10:47:15.667477338Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2868155491910b8272bb283c3b784072c8642c33",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[10:47:15.932] Invocation finished in 16h2m10.880866016s with status FAILED