[04:00:07.411] New invocation is queued and will start shortly
[04:00:08.991] Starting the invocation (attempt 1)
[04:00:09.022] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bc8a3778042b87c2a3ba19b34529f11dd98ad875"
[04:00:09.022] Popped gitiles commit info from properties and tags
[04:00:09.022] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:09.022] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:09.022] Buildbucket request:
{
"requestId": "8865680106256312352",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-code-coverage"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "bc8a3778042b87c2a3ba19b34529f11dd98ad875",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865680106256312352"
},
{
"key": "scheduler_job_id",
"value": "chromium/linux-code-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:00:09.598] Scheduled build:
{
"id": "8700250043845874289",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-code-coverage"
},
"number": 6401,
"createdBy": "project:chromium",
"createTime": "2025-10-23T04:00:09.079716173Z",
"updateTime": "2025-10-23T04:00:09.079716173Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "bc8a3778042b87c2a3ba19b34529f11dd98ad875",
"ref": "refs/heads/main"
}
}
}
[04:00:09.598] Task URL: https://cr-buildbucket.appspot.com/build/8700250043845874289
[04:00:09.598] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:2:0) after 8m0s
[04:00:11.048] Received PubSub notification, asking Buildbucket for the build status
[04:00:11.078] Build status: SCHEDULED
[04:00:30.547] Received PubSub notification, asking Buildbucket for the build status
[04:00:30.562] Build status: STARTED
[04:08:09.612] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:2:0)
[04:08:09.632] Build status: STARTED
[04:08:09.632] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:5:0) after 6m25s
[04:14:34.736] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:5:0)
[04:14:34.750] Build status: STARTED
[04:14:34.750] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:6:0) after 7m6s
[04:21:41.737] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:6:0)
[04:21:41.796] Build status: STARTED
[04:21:41.797] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:7:0) after 9m9s
[04:30:50.864] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:7:0)
[04:30:50.918] Build status: STARTED
[04:30:50.918] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:8:0) after 3m47s
[04:34:37.971] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:8:0)
[04:34:37.996] Build status: STARTED
[04:34:37.996] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:9:0) after 1m12s
[04:35:50.020] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:9:0)
[04:35:50.034] Build status: STARTED
[04:35:50.034] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:10:0) after 2m21s
[04:38:11.005] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:10:0)
[04:38:11.031] Build status: STARTED
[04:38:11.031] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:11:0) after 6m51s
[04:45:02.050] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:11:0)
[04:45:02.073] Build status: STARTED
[04:45:02.073] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:12:0) after 1m7s
[04:46:09.091] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:12:0)
[04:46:09.113] Build status: STARTED
[04:46:09.113] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:13:0) after 2m31s
[04:48:40.126] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:13:0)
[04:48:40.139] Build status: STARTED
[04:48:40.139] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:14:0) after 4m20s
[04:53:00.193] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:14:0)
[04:53:00.212] Build status: STARTED
[04:53:00.212] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:15:0) after 1m40s
[04:54:40.276] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:15:0)
[04:54:40.294] Build status: STARTED
[04:54:40.294] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:16:0) after 4m58s
[04:59:38.307] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:16:0)
[04:59:38.329] Build status: STARTED
[04:59:38.329] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:17:0) after 1m52s
[05:01:30.303] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:17:0)
[05:01:30.327] Build status: STARTED
[05:01:30.327] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:18:0) after 7m58s
[05:09:28.350] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:18:0)
[05:09:28.372] Build status: STARTED
[05:09:28.372] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:19:0) after 4m39s
[05:14:07.665] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:19:0)
[05:14:07.762] Build status: STARTED
[05:14:07.762] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:20:0) after 3m15s
[05:17:22.801] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:20:0)
[05:17:22.816] Build status: STARTED
[05:17:22.816] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:21:0) after 3m53s
[05:21:16.286] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:21:0)
[05:21:16.331] Build status: STARTED
[05:21:16.331] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:22:0) after 9m32s
[05:30:48.415] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:22:0)
[05:30:48.429] Build status: STARTED
[05:30:48.429] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:23:0) after 9m19s
[05:40:07.435] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:23:0)
[05:40:07.497] Build status: STARTED
[05:40:07.497] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:24:0) after 5m42s
[05:45:49.554] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:24:0)
[05:45:49.572] Build status: STARTED
[05:45:49.572] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:25:0) after 1m51s
[05:47:40.656] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:25:0)
[05:47:40.679] Build status: STARTED
[05:47:40.679] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:26:0) after 5m49s
[05:53:29.699] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:26:0)
[05:53:29.718] Build status: STARTED
[05:53:29.718] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:27:0) after 9m29s
[06:02:58.981] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:27:0)
[06:02:59.003] Build status: STARTED
[06:02:59.003] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:28:0) after 4m17s
[06:07:16.026] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:28:0)
[06:07:16.041] Build status: STARTED
[06:07:16.041] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:29:0) after 9m22s
[06:16:38.055] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:29:0)
[06:16:38.069] Build status: STARTED
[06:16:38.069] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:30:0) after 8m47s
[06:25:25.162] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:30:0)
[06:25:25.198] Build status: STARTED
[06:25:25.198] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:31:0) after 3m59s
[06:29:24.216] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:31:0)
[06:29:24.292] Build status: STARTED
[06:29:24.292] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:32:0) after 1m15s
[06:30:39.307] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:32:0)
[06:30:39.364] Build status: STARTED
[06:30:39.364] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:33:0) after 6m53s
[06:37:32.506] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:33:0)
[06:37:32.519] Build status: STARTED
[06:37:32.519] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:34:0) after 3m15s
[06:40:47.621] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:34:0)
[06:40:47.648] Build status: STARTED
[06:40:47.648] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:35:0) after 7m7s
[06:47:54.670] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:35:0)
[06:47:54.687] Build status: STARTED
[06:47:54.687] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:36:0) after 6m14s
[06:54:08.704] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:36:0)
[06:54:08.720] Build status: STARTED
[06:54:08.720] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:37:0) after 5m29s
[06:59:37.737] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:37:0)
[06:59:37.822] Build status: STARTED
[06:59:37.822] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:38:0) after 4m26s
[07:04:03.872] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:38:0)
[07:04:03.944] Build status: STARTED
[07:04:03.944] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:39:0) after 6m8s
[07:10:11.980] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:39:0)
[07:10:11.996] Build status: STARTED
[07:10:11.996] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:40:0) after 8m3s
[07:18:15.010] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:40:0)
[07:18:15.061] Build status: STARTED
[07:18:15.061] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:41:0) after 5m3s
[07:23:18.145] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:41:0)
[07:23:18.173] Build status: STARTED
[07:23:18.173] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:42:0) after 6m58s
[07:30:16.182] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:42:0)
[07:30:16.204] Build status: STARTED
[07:30:16.204] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:43:0) after 6m46s
[07:37:02.224] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:43:0)
[07:37:02.240] Build status: STARTED
[07:37:02.240] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:44:0) after 7m7s
[07:44:09.303] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:44:0)
[07:44:09.320] Build status: STARTED
[07:44:09.320] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:45:0) after 4m2s
[07:48:11.359] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:45:0)
[07:48:11.375] Build status: STARTED
[07:48:11.375] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:46:0) after 1m39s
[07:49:50.388] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:46:0)
[07:49:50.419] Build status: STARTED
[07:49:50.419] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:47:0) after 6m14s
[07:56:04.485] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:47:0)
[07:56:04.513] Build status: STARTED
[07:56:04.513] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:48:0) after 5m53s
[08:01:57.602] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:48:0)
[08:01:57.616] Build status: STARTED
[08:01:57.616] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:49:0) after 9m53s
[08:11:50.672] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:49:0)
[08:11:50.717] Build status: STARTED
[08:11:50.717] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:50:0) after 6m43s
[08:18:33.772] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:50:0)
[08:18:33.798] Build status: STARTED
[08:18:33.798] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:51:0) after 6m36s
[08:25:09.767] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:51:0)
[08:25:09.850] Build status: STARTED
[08:25:09.850] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:52:0) after 3m8s
[08:28:17.931] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:52:0)
[08:28:17.961] Build status: STARTED
[08:28:17.961] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:53:0) after 7m56s
[08:36:13.944] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:53:0)
[08:36:13.963] Build status: STARTED
[08:36:13.964] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:54:0) after 4m18s
[08:40:32.170] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:54:0)
[08:40:32.188] Build status: STARTED
[08:40:32.188] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:55:0) after 9m17s
[08:49:49.206] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:55:0)
[08:49:49.227] Build status: STARTED
[08:49:49.227] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:56:0) after 4m54s
[08:54:43.286] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:56:0)
[08:54:43.321] Build status: STARTED
[08:54:43.322] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:57:0) after 7m15s
[09:01:58.424] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:57:0)
[09:01:58.447] Build status: STARTED
[09:01:58.447] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:58:0) after 9m42s
[09:11:40.564] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:58:0)
[09:11:40.578] Build status: STARTED
[09:11:40.578] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:59:0) after 3m44s
[09:15:24.699] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:59:0)
[09:15:24.736] Build status: STARTED
[09:15:24.736] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:60:0) after 3m5s
[09:18:30.296] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:60:0)
[09:18:30.319] Build status: STARTED
[09:18:30.319] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:61:0) after 8m25s
[09:26:55.332] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:61:0)
[09:26:55.357] Build status: STARTED
[09:26:55.357] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:62:0) after 8m40s
[09:35:35.460] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:62:0)
[09:35:35.481] Build status: STARTED
[09:35:35.481] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:63:0) after 1m28s
[09:37:03.597] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:63:0)
[09:37:03.613] Build status: STARTED
[09:37:03.613] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:64:0) after 2m33s
[09:39:36.611] Handling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:64:0)
[09:39:36.700] Build status: STARTED
[09:39:36.700] Scheduling timer "check-buildbucket-build-status" (chromium/linux-code-coverage:8865680106256312352:65:0) after 8m14s
[09:46:47.821] Received PubSub notification, asking Buildbucket for the build status
[09:46:47.836] Build:
{
"id": "8700250043845874289",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "linux-code-coverage"
},
"number": 6401,
"createdBy": "project:chromium",
"createTime": "2025-10-23T04:00:09.079716173Z",
"startTime": "2025-10-23T04:00:27.898480677Z",
"endTime": "2025-10-23T09:46:47.446701778Z",
"updateTime": "2025-10-23T09:46:47.446701778Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "bc8a3778042b87c2a3ba19b34529f11dd98ad875",
"ref": "refs/heads/main"
}
}
}
[09:46:47.836] Invocation finished in 5h46m40.439130841s with status FAILED