[04:00:12.340] New invocation is queued and will start shortly
[04:00:14.476] Starting the invocation (attempt 1)
[04:00:14.507] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0c3bf9240a8791e2cba3c7b555383f291a219e37"
[04:00:14.507] Popped gitiles commit info from properties and tags
[04:00:14.507] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:14.507] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:14.507] Buildbucket request:
{
"requestId": "8863686967821344976",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0c3bf9240a8791e2cba3c7b555383f291a219e37",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863686967821344976"
},
{
"key": "scheduler_job_id",
"value": "chromium/mac-code-coverage"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:00:15.074] Scheduled build:
{
"id": "8698256904835064081",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 10320,
"createdBy": "project:chromium",
"createTime": "2025-11-14T04:00:14.563011070Z",
"updateTime": "2025-11-14T04:00:14.563011070Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0c3bf9240a8791e2cba3c7b555383f291a219e37",
"ref": "refs/heads/main"
}
}
}
[04:00:15.074] Task URL: https://cr-buildbucket.appspot.com/build/8698256904835064081
[04:00:15.074] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:2:0) after 7m38s
[04:00:17.612] Received PubSub notification, asking Buildbucket for the build status
[04:00:17.674] Build status: SCHEDULED
[04:00:21.192] Received PubSub notification, asking Buildbucket for the build status
[04:00:21.210] Build status: STARTED
[04:07:53.119] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:2:0)
[04:07:53.181] Build status: STARTED
[04:07:53.181] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:5:0) after 7m56s
[04:15:49.265] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:5:0)
[04:15:49.284] Build status: STARTED
[04:15:49.284] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:6:0) after 5m1s
[04:20:50.302] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:6:0)
[04:20:50.315] Build status: STARTED
[04:20:50.315] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:7:0) after 8m19s
[04:29:09.329] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:7:0)
[04:29:09.355] Build status: STARTED
[04:29:09.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:8:0) after 8m35s
[04:37:44.429] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:8:0)
[04:37:44.443] Build status: STARTED
[04:37:44.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:9:0) after 2m35s
[04:40:19.460] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:9:0)
[04:40:19.483] Build status: STARTED
[04:40:19.483] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:10:0) after 6m23s
[04:46:42.500] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:10:0)
[04:46:42.519] Build status: STARTED
[04:46:42.519] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:11:0) after 7m40s
[04:54:22.503] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:11:0)
[04:54:22.571] Build status: STARTED
[04:54:22.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:12:0) after 4m16s
[04:58:38.587] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:12:0)
[04:58:38.605] Build status: STARTED
[04:58:38.605] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:13:0) after 5m33s
[05:04:11.622] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:13:0)
[05:04:11.645] Build status: STARTED
[05:04:11.645] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:14:0) after 1m27s
[05:05:38.706] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:14:0)
[05:05:38.723] Build status: STARTED
[05:05:38.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:15:0) after 3m3s
[05:08:41.789] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:15:0)
[05:08:41.815] Build status: STARTED
[05:08:41.815] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:16:0) after 6m55s
[05:15:36.830] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:16:0)
[05:15:36.845] Build status: STARTED
[05:15:36.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:17:0) after 4m44s
[05:20:20.954] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:17:0)
[05:20:20.972] Build status: STARTED
[05:20:20.972] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:18:0) after 5m0s
[05:25:20.979] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:18:0)
[05:25:20.994] Build status: STARTED
[05:25:20.994] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:19:0) after 1m56s
[05:27:17.005] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:19:0)
[05:27:17.032] Build status: STARTED
[05:27:17.032] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:20:0) after 7m0s
[05:34:17.148] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:20:0)
[05:34:17.190] Build status: STARTED
[05:34:17.190] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:21:0) after 6m32s
[05:40:49.204] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:21:0)
[05:40:49.221] Build status: STARTED
[05:40:49.221] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:22:0) after 6m34s
[05:47:23.239] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:22:0)
[05:47:23.359] Build status: STARTED
[05:47:23.359] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:23:0) after 8m50s
[05:56:13.373] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:23:0)
[05:56:13.402] Build status: STARTED
[05:56:13.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:24:0) after 4m30s
[06:00:43.418] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:24:0)
[06:00:43.454] Build status: STARTED
[06:00:43.454] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:25:0) after 5m54s
[06:06:37.472] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:25:0)
[06:06:37.492] Build status: STARTED
[06:06:37.492] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:26:0) after 6m20s
[06:12:57.506] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:26:0)
[06:12:57.521] Build status: STARTED
[06:12:57.521] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:27:0) after 8m6s
[06:21:03.547] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:27:0)
[06:21:03.562] Build status: STARTED
[06:21:03.562] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:28:0) after 3m31s
[06:24:34.594] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:28:0)
[06:24:34.613] Build status: STARTED
[06:24:34.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:29:0) after 3m17s
[06:27:51.695] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:29:0)
[06:27:51.712] Build status: STARTED
[06:27:51.712] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:30:0) after 9m5s
[06:36:56.773] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:30:0)
[06:36:56.795] Build status: STARTED
[06:36:56.795] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:31:0) after 6m53s
[06:43:49.800] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:31:0)
[06:43:49.816] Build status: STARTED
[06:43:49.816] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:32:0) after 3m43s
[06:47:32.830] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:32:0)
[06:47:32.852] Build status: STARTED
[06:47:32.852] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:33:0) after 5m39s
[06:53:11.866] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:33:0)
[06:53:11.885] Build status: STARTED
[06:53:11.885] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:34:0) after 7m39s
[07:00:50.903] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:34:0)
[07:00:50.920] Build status: STARTED
[07:00:50.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:35:0) after 6m12s
[07:07:02.933] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:35:0)
[07:07:02.982] Build status: STARTED
[07:07:02.982] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:36:0) after 6m46s
[07:13:49.024] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:36:0)
[07:13:49.045] Build status: STARTED
[07:13:49.045] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:37:0) after 2m38s
[07:16:27.066] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:37:0)
[07:16:27.085] Build status: STARTED
[07:16:27.086] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:38:0) after 8m18s
[07:24:45.135] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:38:0)
[07:24:45.534] Build status: STARTED
[07:24:45.534] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:39:0) after 5m50s
[07:30:35.863] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:39:0)
[07:30:35.879] Build status: STARTED
[07:30:35.879] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:40:0) after 8m12s
[07:38:47.893] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:40:0)
[07:38:47.908] Build status: STARTED
[07:38:47.908] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:41:0) after 1m8s
[07:39:55.872] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:41:0)
[07:39:55.891] Build status: STARTED
[07:39:55.891] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:42:0) after 2m14s
[07:42:10.143] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:42:0)
[07:42:10.160] Build status: STARTED
[07:42:10.160] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:43:0) after 9m3s
[07:51:13.176] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:43:0)
[07:51:13.192] Build status: STARTED
[07:51:13.192] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:44:0) after 4m5s
[07:55:18.208] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:44:0)
[07:55:18.226] Build status: STARTED
[07:55:18.226] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:45:0) after 2m10s
[07:57:28.208] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:45:0)
[07:57:28.225] Build status: STARTED
[07:57:28.226] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:46:0) after 9m29s
[08:06:57.281] Handling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:46:0)
[08:06:57.307] Build status: STARTED
[08:06:57.307] Scheduling timer "check-buildbucket-build-status" (chromium/mac-code-coverage:8863686967821344976:47:0) after 8m12s
[08:14:33.387] Received PubSub notification, asking Buildbucket for the build status
[08:14:33.409] Build:
{
"id": "8698256904835064081",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "mac-code-coverage"
},
"number": 10320,
"createdBy": "project:chromium",
"createTime": "2025-11-14T04:00:14.563011070Z",
"startTime": "2025-11-14T04:00:17.726735582Z",
"endTime": "2025-11-14T08:14:32.804707898Z",
"updateTime": "2025-11-14T08:14:32.804707898Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0c3bf9240a8791e2cba3c7b555383f291a219e37",
"ref": "refs/heads/main"
}
}
}
[08:14:33.409] Invocation finished in 4h14m21.078169783s with status FAILED