[04:00:08.485] New invocation is queued and will start shortly
[04:00:10.118] Starting the invocation (attempt 1)
[04:00:10.179] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/87fea523d50931d039605962ba3a6d83d7da7de7"
[04:00:10.179] Popped gitiles commit info from properties and tags
[04:00:10.179] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:10.179] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:10.179] Buildbucket request:
{
"requestId": "8852543545001070896",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "87fea523d50931d039605962ba3a6d83d7da7de7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852543545001070896"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac-code-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:00:10.640] Scheduled build:
{
"id": "8687113482505470897",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 10443,
"createdBy": "project:chromium",
"createTime": "2026-03-17T04:00:10.236290990Z",
"updateTime": "2026-03-17T04:00:10.236290990Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "87fea523d50931d039605962ba3a6d83d7da7de7",
"ref": "refs/heads/main"
}
}
}
[04:00:10.640] Task URL: https://cr-buildbucket.appspot.com/build/8687113482505470897
[04:00:10.640] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:2:0) after 5m54s
[04:00:11.704] Received PubSub notification, asking Buildbucket for the build status
[04:00:11.776] Build status: SCHEDULED
[04:00:13.777] Received PubSub notification, asking Buildbucket for the build status
[04:00:13.800] Build status: STARTED
[04:06:04.772] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:2:0)
[04:06:04.872] Build status: STARTED
[04:06:04.872] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:5:0) after 1m56s
[04:08:00.890] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:5:0)
[04:08:00.916] Build status: STARTED
[04:08:00.916] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:6:0) after 5m16s
[04:13:16.989] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:6:0)
[04:13:17.014] Build status: STARTED
[04:13:17.014] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:7:0) after 4m42s
[04:17:59.040] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:7:0)
[04:17:59.100] Build status: STARTED
[04:17:59.100] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:8:0) after 4m44s
[04:22:43.153] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:8:0)
[04:22:43.173] Build status: STARTED
[04:22:43.173] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:9:0) after 9m34s
[04:32:17.189] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:9:0)
[04:32:17.222] Build status: STARTED
[04:32:17.222] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:10:0) after 2m9s
[04:34:26.325] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:10:0)
[04:34:26.348] Build status: STARTED
[04:34:26.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:11:0) after 3m53s
[04:38:19.388] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:11:0)
[04:38:19.407] Build status: STARTED
[04:38:19.407] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:12:0) after 4m23s
[04:42:42.494] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:12:0)
[04:42:42.511] Build status: STARTED
[04:42:42.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:13:0) after 2m5s
[04:44:47.496] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:13:0)
[04:44:47.530] Build status: STARTED
[04:44:47.530] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:14:0) after 3m30s
[04:48:17.591] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:14:0)
[04:48:17.609] Build status: STARTED
[04:48:17.609] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:15:0) after 3m47s
[04:52:04.653] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:15:0)
[04:52:04.741] Build status: STARTED
[04:52:04.741] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:16:0) after 7m50s
[04:59:54.881] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:16:0)
[04:59:54.908] Build status: STARTED
[04:59:54.908] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:17:0) after 6m2s
[05:05:57.021] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:17:0)
[05:05:57.033] Build status: STARTED
[05:05:57.033] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:18:0) after 8m35s
[05:14:32.052] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:18:0)
[05:14:32.074] Build status: STARTED
[05:14:32.075] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:19:0) after 3m58s
[05:18:30.182] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:19:0)
[05:18:30.199] Build status: STARTED
[05:18:30.199] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:20:0) after 9m2s
[05:27:32.294] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:20:0)
[05:27:32.307] Build status: STARTED
[05:27:32.307] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:21:0) after 6m15s
[05:33:47.385] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:21:0)
[05:33:47.401] Build status: STARTED
[05:33:47.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:22:0) after 4m33s
[05:38:20.427] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:22:0)
[05:38:20.444] Build status: STARTED
[05:38:20.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:23:0) after 4m13s
[05:42:33.529] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:23:0)
[05:42:33.544] Build status: STARTED
[05:42:33.544] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:24:0) after 4m16s
[05:46:49.575] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:24:0)
[05:46:49.622] Build status: STARTED
[05:46:49.622] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:25:0) after 8m58s
[05:55:47.693] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:25:0)
[05:55:47.714] Build status: STARTED
[05:55:47.714] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:26:0) after 2m15s
[05:58:02.839] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:26:0)
[05:58:02.897] Build status: STARTED
[05:58:02.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:27:0) after 5m49s
[06:03:51.911] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:27:0)
[06:03:51.928] Build status: STARTED
[06:03:51.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:28:0) after 3m21s
[06:07:13.005] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:28:0)
[06:07:13.024] Build status: STARTED
[06:07:13.025] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:29:0) after 9m5s
[06:16:18.043] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:29:0)
[06:16:18.057] Build status: STARTED
[06:16:18.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:30:0) after 6m24s
[06:22:42.092] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:30:0)
[06:22:42.109] Build status: STARTED
[06:22:42.109] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:31:0) after 7m19s
[06:30:01.162] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:31:0)
[06:30:01.178] Build status: STARTED
[06:30:01.178] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:32:0) after 1m41s
[06:31:42.333] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:32:0)
[06:31:42.348] Build status: STARTED
[06:31:42.348] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:33:0) after 9m21s
[06:41:03.393] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:33:0)
[06:41:03.412] Build status: STARTED
[06:41:03.412] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:34:0) after 6m3s
[06:47:06.439] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:34:0)
[06:47:06.458] Build status: STARTED
[06:47:06.458] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:35:0) after 3m15s
[06:50:21.492] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:35:0)
[06:50:21.511] Build status: STARTED
[06:50:21.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:36:0) after 8m57s
[06:59:18.580] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:36:0)
[06:59:18.616] Build status: STARTED
[06:59:18.616] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:37:0) after 6m54s
[07:06:12.633] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:37:0)
[07:06:12.648] Build status: STARTED
[07:06:12.648] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:38:0) after 4m4s
[07:10:16.841] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:38:0)
[07:10:16.861] Build status: STARTED
[07:10:16.862] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:39:0) after 6m4s
[07:16:21.366] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:39:0)
[07:16:21.404] Build status: STARTED
[07:16:21.404] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:40:0) after 5m43s
[07:22:04.469] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:40:0)
[07:22:04.506] Build status: STARTED
[07:22:04.506] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:41:0) after 2m59s
[07:25:03.527] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:41:0)
[07:25:03.544] Build status: STARTED
[07:25:03.545] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:42:0) after 2m45s
[07:27:48.562] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:42:0)
[07:27:48.579] Build status: STARTED
[07:27:48.579] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:43:0) after 7m10s
[07:34:58.591] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:43:0)
[07:34:58.607] Build status: STARTED
[07:34:58.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:44:0) after 8m30s
[07:43:28.604] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:44:0)
[07:43:28.623] Build status: STARTED
[07:43:28.623] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:45:0) after 2m33s
[07:46:01.649] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:45:0)
[07:46:01.665] Build status: STARTED
[07:46:01.665] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:46:0) after 8m4s
[07:54:05.704] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:46:0)
[07:54:05.730] Build status: STARTED
[07:54:05.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:47:0) after 1m12s
[07:55:32.548] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:47:0)
[07:55:32.566] Build status: STARTED
[07:55:32.566] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:48:0) after 9m29s
[08:05:01.583] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:48:0)
[08:05:01.602] Build status: STARTED
[08:05:01.602] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:49:0) after 2m18s
[08:07:19.593] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:49:0)
[08:07:19.614] Build status: STARTED
[08:07:19.614] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:50:0) after 4m12s
[08:11:31.678] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:50:0)
[08:11:31.694] Build status: STARTED
[08:11:31.694] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:51:0) after 3m40s
[08:15:11.787] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:51:0)
[08:15:11.982] Build status: STARTED
[08:15:11.982] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:52:0) after 1m54s
[08:17:05.999] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:52:0)
[08:17:06.031] Build status: STARTED
[08:17:06.031] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8852543545001070896:53:0) after 6m0s
[08:18:31.703] Received PubSub notification, asking Buildbucket for the build status
[08:18:31.747] Build:
{
"id": "8687113482505470897",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 10443,
"createdBy": "project:chromium",
"createTime": "2026-03-17T04:00:10.236290990Z",
"startTime": "2026-03-17T04:00:13.616912935Z",
"endTime": "2026-03-17T08:18:31.299927866Z",
"updateTime": "2026-03-17T08:18:31.299927866Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "87fea523d50931d039605962ba3a6d83d7da7de7",
"ref": "refs/heads/main"
}
}
}
[08:18:31.747] Invocation finished in 4h18m23.274391777s with status FAILED