[09:54:04.992] New invocation is queued and will start shortly
[09:54:06.185] Starting the invocation (attempt 1)
[09:54:06.206] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c16e000465dba48a75c6c08db19a8474660841db"
[09:54:06.206] Popped gitiles commit info from properties and tags
[09:54:06.206] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:54:06.206] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:54:06.207] Buildbucket request:
{
"requestId": "8866110821870394752",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win-asan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c16e000465dba48a75c6c08db19a8474660841db",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866110821870394752"
},
{
"key": "scheduler_job_id",
"value": "chromium/win-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:54:06.886] Scheduled build:
{
"id": "8700680759886571585",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win-asan"
},
"number": 37407,
"createdBy": "project:chromium",
"createTime": "2025-10-18T09:54:06.254665665Z",
"updateTime": "2025-10-18T09:54:06.254665665Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c16e000465dba48a75c6c08db19a8474660841db",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:54:06.886] Task URL: https://cr-buildbucket.appspot.com/build/8700680759886571585
[09:54:06.886] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:2:0) after 9m5s
[09:54:07.167] Received PubSub notification, asking Buildbucket for the build status
[09:54:07.185] Build status: SCHEDULED
[09:54:51.025] Received PubSub notification, asking Buildbucket for the build status
[09:54:51.038] Build status: STARTED
[10:03:12.022] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:2:0)
[10:03:12.046] Build status: STARTED
[10:03:12.046] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:5:0) after 5m39s
[10:08:51.133] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:5:0)
[10:08:51.151] Build status: STARTED
[10:08:51.151] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:6:0) after 2m8s
[10:10:59.305] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:6:0)
[10:10:59.332] Build status: STARTED
[10:10:59.332] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:7:0) after 9m0s
[10:19:59.402] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:7:0)
[10:19:59.419] Build status: STARTED
[10:19:59.419] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:8:0) after 8m53s
[10:28:52.594] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:8:0)
[10:28:52.611] Build status: STARTED
[10:28:52.611] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:9:0) after 8m11s
[10:37:03.627] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:9:0)
[10:37:03.648] Build status: STARTED
[10:37:03.648] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:10:0) after 3m18s
[10:40:21.667] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:10:0)
[10:40:21.689] Build status: STARTED
[10:40:21.689] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:11:0) after 5m52s
[10:46:13.755] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:11:0)
[10:46:13.792] Build status: STARTED
[10:46:13.792] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:12:0) after 1m14s
[10:47:27.952] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:12:0)
[10:47:27.969] Build status: STARTED
[10:47:27.969] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:13:0) after 9m56s
[10:57:23.981] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:13:0)
[10:57:23.997] Build status: STARTED
[10:57:23.997] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:14:0) after 5m37s
[11:03:01.074] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:14:0)
[11:03:01.093] Build status: STARTED
[11:03:01.093] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:15:0) after 9m57s
[11:12:58.111] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:15:0)
[11:12:58.126] Build status: STARTED
[11:12:58.126] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:16:0) after 4m2s
[11:17:00.563] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:16:0)
[11:17:00.578] Build status: STARTED
[11:17:00.578] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:17:0) after 6m35s
[11:23:35.617] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:17:0)
[11:23:35.636] Build status: STARTED
[11:23:35.636] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:18:0) after 9m54s
[11:33:29.830] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:18:0)
[11:33:29.849] Build status: STARTED
[11:33:29.849] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:19:0) after 9m19s
[11:42:48.963] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:19:0)
[11:42:48.987] Build status: STARTED
[11:42:48.987] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:20:0) after 1m20s
[11:44:09.028] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:20:0)
[11:44:09.047] Build status: STARTED
[11:44:09.047] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:21:0) after 3m46s
[11:47:55.194] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:21:0)
[11:47:55.211] Build status: STARTED
[11:47:55.211] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:22:0) after 2m51s
[11:50:46.225] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:22:0)
[11:50:46.248] Build status: STARTED
[11:50:46.248] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:23:0) after 7m3s
[11:57:49.353] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:23:0)
[11:57:49.366] Build status: STARTED
[11:57:49.366] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:24:0) after 6m40s
[12:04:29.510] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:24:0)
[12:04:29.526] Build status: STARTED
[12:04:29.527] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:25:0) after 5m28s
[12:09:57.641] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:25:0)
[12:09:57.732] Build status: STARTED
[12:09:57.732] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:26:0) after 8m37s
[12:18:34.850] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:26:0)
[12:18:34.865] Build status: STARTED
[12:18:34.865] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:27:0) after 7m14s
[12:25:48.903] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:27:0)
[12:25:48.982] Build status: STARTED
[12:25:48.983] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:28:0) after 6m34s
[12:32:23.004] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:28:0)
[12:32:23.020] Build status: STARTED
[12:32:23.020] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:29:0) after 3m10s
[12:35:33.121] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:29:0)
[12:35:33.138] Build status: STARTED
[12:35:33.138] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:30:0) after 9m9s
[12:44:42.151] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:30:0)
[12:44:42.167] Build status: STARTED
[12:44:42.167] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:31:0) after 8m55s
[12:53:37.519] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:31:0)
[12:53:37.535] Build status: STARTED
[12:53:37.535] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:32:0) after 6m18s
[12:59:55.648] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:32:0)
[12:59:55.663] Build status: STARTED
[12:59:55.663] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:33:0) after 9m16s
[13:09:11.924] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:33:0)
[13:09:11.940] Build status: STARTED
[13:09:11.940] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:34:0) after 3m40s
[13:12:52.075] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:34:0)
[13:12:52.099] Build status: STARTED
[13:12:52.099] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:35:0) after 2m50s
[13:15:42.114] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:35:0)
[13:15:42.131] Build status: STARTED
[13:15:42.131] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:36:0) after 2m32s
[13:18:14.354] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:36:0)
[13:18:14.426] Build status: STARTED
[13:18:14.426] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:37:0) after 7m57s
[13:26:11.467] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:37:0)
[13:26:11.481] Build status: STARTED
[13:26:11.481] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:38:0) after 7m37s
[13:33:48.497] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:38:0)
[13:33:48.515] Build status: STARTED
[13:33:48.515] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:39:0) after 3m51s
[13:37:39.532] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:39:0)
[13:37:39.548] Build status: STARTED
[13:37:39.548] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:40:0) after 5m12s
[13:42:51.568] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:40:0)
[13:42:51.581] Build status: STARTED
[13:42:51.581] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:41:0) after 3m32s
[13:46:23.838] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:41:0)
[13:46:23.856] Build status: STARTED
[13:46:23.856] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:42:0) after 1m55s
[13:48:19.050] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:42:0)
[13:48:19.066] Build status: STARTED
[13:48:19.066] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:43:0) after 8m57s
[13:57:16.082] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:43:0)
[13:57:16.100] Build status: STARTED
[13:57:16.100] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:44:0) after 8m41s
[14:05:57.279] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:44:0)
[14:05:57.295] Build status: STARTED
[14:05:57.295] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:45:0) after 9m13s
[14:15:10.313] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:45:0)
[14:15:10.377] Build status: STARTED
[14:15:10.378] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:46:0) after 1m11s
[14:16:21.395] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:46:0)
[14:16:21.413] Build status: STARTED
[14:16:21.413] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:47:0) after 5m47s
[14:22:08.428] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:47:0)
[14:22:08.444] Build status: STARTED
[14:22:08.445] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:48:0) after 8m14s
[14:30:22.593] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:48:0)
[14:30:22.622] Build status: STARTED
[14:30:22.622] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:49:0) after 8m41s
[14:39:03.647] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:49:0)
[14:39:03.664] Build status: STARTED
[14:39:03.664] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:50:0) after 5m41s
[14:44:44.681] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:50:0)
[14:44:44.704] Build status: STARTED
[14:44:44.704] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:51:0) after 5m37s
[14:50:22.018] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:51:0)
[14:50:22.035] Build status: STARTED
[14:50:22.035] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:52:0) after 2m38s
[14:53:00.053] Handling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:52:0)
[14:53:00.068] Build status: STARTED
[14:53:00.068] Scheduling timer "check-buildbucket-build-status" (chromium/win-asan:8866110821870394752:53:0) after 9m33s
[14:55:44.996] Received PubSub notification, asking Buildbucket for the build status
[14:55:45.015] Build:
{
"id": "8700680759886571585",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "win-asan"
},
"number": 37407,
"createdBy": "project:chromium",
"createTime": "2025-10-18T09:54:06.254665665Z",
"startTime": "2025-10-18T09:54:50.788132269Z",
"endTime": "2025-10-18T14:55:44.694371806Z",
"updateTime": "2025-10-18T14:55:44.694371806Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c16e000465dba48a75c6c08db19a8474660841db",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:55:45.015] Invocation finished in 5h1m40.037383472s with status FAILED