[04:00:06.533] New invocation is queued and will start shortly
[04:00:07.968] Starting the invocation (attempt 1)
[04:00:07.993] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2f6a6bc3dac8a8fd0ad95bb687a8ac96be6c0779"
[04:00:07.993] Popped gitiles commit info from properties and tags
[04:00:07.994] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:07.994] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:07.994] Buildbucket request:
{
"requestId": "8861965631554571376",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2f6a6bc3dac8a8fd0ad95bb687a8ac96be6c0779",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861965631554571376"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac-code-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:00:08.490] Scheduled build:
{
"id": "8696535569308924561",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 10339,
"createdBy": "project:chromium",
"createTime": "2025-12-03T04:00:08.044563373Z",
"updateTime": "2025-12-03T04:00:08.044563373Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2f6a6bc3dac8a8fd0ad95bb687a8ac96be6c0779",
"ref": "refs/heads/main"
}
}
}
[04:00:08.490] Task URL: https://cr-buildbucket.appspot.com/build/8696535569308924561
[04:00:08.490] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:2:0) after 4m33s
[04:00:10.240] Received PubSub notification, asking Buildbucket for the build status
[04:00:10.288] Build status: SCHEDULED
[04:00:31.495] Received PubSub notification, asking Buildbucket for the build status
[04:00:31.510] Build status: STARTED
[04:04:41.503] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:2:0)
[04:04:41.530] Build status: STARTED
[04:04:41.530] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:5:0) after 3m40s
[04:08:21.567] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:5:0)
[04:08:21.628] Build status: STARTED
[04:08:21.629] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:6:0) after 3m43s
[04:12:04.644] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:6:0)
[04:12:04.751] Build status: STARTED
[04:12:04.751] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:7:0) after 3m20s
[04:15:24.871] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:7:0)
[04:15:24.894] Build status: STARTED
[04:15:24.894] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:8:0) after 2m54s
[04:18:18.909] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:8:0)
[04:18:18.928] Build status: STARTED
[04:18:18.928] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:9:0) after 6m57s
[04:25:15.942] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:9:0)
[04:25:15.969] Build status: STARTED
[04:25:15.969] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:10:0) after 7m14s
[04:32:30.063] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:10:0)
[04:32:30.092] Build status: STARTED
[04:32:30.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:11:0) after 5m52s
[04:38:22.111] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:11:0)
[04:38:22.154] Build status: STARTED
[04:38:22.155] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:12:0) after 9m5s
[04:47:27.314] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:12:0)
[04:47:27.340] Build status: STARTED
[04:47:27.340] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:13:0) after 3m28s
[04:50:55.356] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:13:0)
[04:50:55.397] Build status: STARTED
[04:50:55.397] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:14:0) after 8m36s
[04:59:31.412] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:14:0)
[04:59:31.430] Build status: STARTED
[04:59:31.430] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:15:0) after 3m39s
[05:03:10.474] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:15:0)
[05:03:10.489] Build status: STARTED
[05:03:10.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:16:0) after 6m42s
[05:09:52.606] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:16:0)
[05:09:52.627] Build status: STARTED
[05:09:52.627] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:17:0) after 3m41s
[05:13:33.653] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:17:0)
[05:13:33.684] Build status: STARTED
[05:13:33.684] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:18:0) after 3m25s
[05:16:58.708] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:18:0)
[05:16:58.722] Build status: STARTED
[05:16:58.722] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:19:0) after 8m0s
[05:24:58.738] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:19:0)
[05:24:58.756] Build status: STARTED
[05:24:58.756] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:20:0) after 3m24s
[05:28:22.734] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:20:0)
[05:28:22.762] Build status: STARTED
[05:28:22.762] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:21:0) after 8m15s
[05:36:37.781] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:21:0)
[05:36:37.800] Build status: STARTED
[05:36:37.800] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:22:0) after 2m23s
[05:39:00.924] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:22:0)
[05:39:00.939] Build status: STARTED
[05:39:00.939] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:23:0) after 5m35s
[05:44:36.022] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:23:0)
[05:44:36.040] Build status: STARTED
[05:44:36.040] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:24:0) after 1m13s
[05:45:49.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:24:0)
[05:45:49.046] Build status: STARTED
[05:45:49.046] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:25:0) after 3m14s
[05:49:03.072] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:25:0)
[05:49:03.099] Build status: STARTED
[05:49:03.099] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:26:0) after 7m33s
[05:56:36.178] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:26:0)
[05:56:36.193] Build status: STARTED
[05:56:36.193] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:27:0) after 5m36s
[06:02:12.263] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:27:0)
[06:02:12.278] Build status: STARTED
[06:02:12.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:28:0) after 1m3s
[06:03:15.247] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:28:0)
[06:03:15.259] Build status: STARTED
[06:03:15.259] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:29:0) after 3m5s
[06:06:20.277] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:29:0)
[06:06:20.297] Build status: STARTED
[06:06:20.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:30:0) after 9m44s
[06:16:04.326] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:30:0)
[06:16:04.345] Build status: STARTED
[06:16:04.345] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:31:0) after 7m21s
[06:23:25.397] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:31:0)
[06:23:25.410] Build status: STARTED
[06:23:25.410] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:32:0) after 5m38s
[06:29:03.388] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:32:0)
[06:29:03.400] Build status: STARTED
[06:29:03.400] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:33:0) after 1m15s
[06:30:18.900] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:33:0)
[06:30:18.917] Build status: STARTED
[06:30:18.917] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:34:0) after 4m40s
[06:34:59.380] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:34:0)
[06:34:59.398] Build status: STARTED
[06:34:59.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:35:0) after 2m34s
[06:37:33.444] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:35:0)
[06:37:33.461] Build status: STARTED
[06:37:33.461] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:36:0) after 7m2s
[06:44:35.449] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:36:0)
[06:44:35.465] Build status: STARTED
[06:44:35.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:37:0) after 2m41s
[06:47:16.683] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:37:0)
[06:47:16.699] Build status: STARTED
[06:47:16.699] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:38:0) after 4m37s
[06:51:53.961] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:38:0)
[06:51:53.978] Build status: STARTED
[06:51:53.978] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:39:0) after 2m19s
[06:54:13.022] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:39:0)
[06:54:13.073] Build status: STARTED
[06:54:13.073] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:40:0) after 3m46s
[06:57:59.598] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:40:0)
[06:57:59.612] Build status: STARTED
[06:57:59.612] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:41:0) after 5m26s
[07:03:25.709] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:41:0)
[07:03:25.725] Build status: STARTED
[07:03:25.725] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:42:0) after 8m46s
[07:12:11.741] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:42:0)
[07:12:11.765] Build status: STARTED
[07:12:11.765] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:43:0) after 3m59s
[07:16:10.836] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:43:0)
[07:16:10.859] Build status: STARTED
[07:16:10.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:44:0) after 2m31s
[07:18:41.875] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:44:0)
[07:18:41.893] Build status: STARTED
[07:18:41.893] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:45:0) after 4m39s
[07:23:20.958] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:45:0)
[07:23:21.002] Build status: STARTED
[07:23:21.002] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:46:0) after 5m38s
[07:28:59.017] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:46:0)
[07:28:59.031] Build status: STARTED
[07:28:59.031] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:47:0) after 5m23s
[07:34:22.044] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:47:0)
[07:34:22.084] Build status: STARTED
[07:34:22.084] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:48:0) after 4m27s
[07:38:49.235] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:48:0)
[07:38:49.253] Build status: STARTED
[07:38:49.253] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:49:0) after 7m22s
[07:46:11.403] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:49:0)
[07:46:11.420] Build status: STARTED
[07:46:11.420] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:50:0) after 4m59s
[07:51:10.437] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:50:0)
[07:51:10.457] Build status: STARTED
[07:51:10.457] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:51:0) after 4m2s
[07:55:12.542] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:51:0)
[07:55:12.586] Build status: STARTED
[07:55:12.586] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:52:0) after 6m0s
[08:01:12.749] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:52:0)
[08:01:12.797] Build status: STARTED
[08:01:12.797] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:53:0) after 6m45s
[08:07:57.825] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:53:0)
[08:07:57.836] Build status: STARTED
[08:07:57.836] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:54:0) after 4m35s
[08:12:32.861] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:54:0)
[08:12:32.878] Build status: STARTED
[08:12:32.878] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:55:0) after 6m40s
[08:19:12.943] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:55:0)
[08:19:12.995] Build status: STARTED
[08:19:12.995] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:56:0) after 3m23s
[08:22:36.010] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:56:0)
[08:22:36.032] Build status: STARTED
[08:22:36.033] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8861965631554571376:57:0) after 4m17s
[08:23:29.820] Received PubSub notification, asking Buildbucket for the build status
[08:23:29.834] Build:
{
"id": "8696535569308924561",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 10339,
"createdBy": "project:chromium",
"createTime": "2025-12-03T04:00:08.044563373Z",
"startTime": "2025-12-03T04:00:22.022548195Z",
"endTime": "2025-12-03T08:23:29.506415147Z",
"updateTime": "2025-12-03T08:23:29.506415147Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2f6a6bc3dac8a8fd0ad95bb687a8ac96be6c0779",
"ref": "refs/heads/main"
}
}
}
[08:23:29.834] Invocation finished in 4h23m23.314960327s with status FAILED