[09:06:14.659] New invocation is queued and will start shortly
[09:06:15.860] Starting the invocation (attempt 1)
[09:06:15.890] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1d42f4e92282829efb233892b68edb947c09baeb"
[09:06:15.890] Popped gitiles commit info from properties and tags
[09:06:15.890] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:06:15.890] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:06:15.890] Buildbucket request:
{
"requestId": "8881424718949196256",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "1d42f4e92282829efb233892b68edb947c09baeb",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8881424718949196256"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:06:16.450] Scheduled build:
{
"id": "8715994656935834737",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 35987,
"createdBy": "project:chromium",
"createTime": "2025-05-02T09:06:15.954045617Z",
"updateTime": "2025-05-02T09:06:15.954045617Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "1d42f4e92282829efb233892b68edb947c09baeb",
"ref": "refs/heads/main"
}
}
}
[09:06:16.450] Task URL: https://cr-buildbucket.appspot.com/build/8715994656935834737
[09:06:16.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:2:0) after 8m50s
[09:06:17.421] Received PubSub notification, asking Buildbucket for the build status
[09:06:17.445] Build status: SCHEDULED
[09:06:19.557] Received PubSub notification, asking Buildbucket for the build status
[09:06:19.582] Build status: STARTED
[09:15:06.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:2:0)
[09:15:06.606] Build status: STARTED
[09:15:06.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:5:0) after 6m58s
[09:22:04.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:5:0)
[09:22:04.755] Build status: STARTED
[09:22:04.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:6:0) after 5m11s
[09:27:15.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:6:0)
[09:27:15.871] Build status: STARTED
[09:27:15.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:7:0) after 5m8s
[09:32:23.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:7:0)
[09:32:23.904] Build status: STARTED
[09:32:23.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:8:0) after 8m55s
[09:41:18.974] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:8:0)
[09:41:18.990] Build status: STARTED
[09:41:18.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:9:0) after 1m12s
[09:42:31.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:9:0)
[09:42:31.038] Build status: STARTED
[09:42:31.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:10:0) after 5m30s
[09:48:01.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:10:0)
[09:48:01.074] Build status: STARTED
[09:48:01.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:11:0) after 8m47s
[09:56:48.151] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:11:0)
[09:56:48.176] Build status: STARTED
[09:56:48.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:12:0) after 3m19s
[10:00:07.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:12:0)
[10:00:07.237] Build status: STARTED
[10:00:07.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:13:0) after 5m47s
[10:05:54.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:13:0)
[10:05:54.515] Build status: STARTED
[10:05:54.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:14:0) after 3m28s
[10:09:22.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:14:0)
[10:09:22.555] Build status: STARTED
[10:09:22.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:15:0) after 9m50s
[10:19:12.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:15:0)
[10:19:12.871] Build status: STARTED
[10:19:12.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:16:0) after 4m49s
[10:24:02.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:16:0)
[10:24:02.110] Build status: STARTED
[10:24:02.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:17:0) after 6m3s
[10:30:05.259] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:17:0)
[10:30:05.287] Build status: STARTED
[10:30:05.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:18:0) after 4m0s
[10:34:05.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:18:0)
[10:34:05.299] Build status: STARTED
[10:34:05.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:19:0) after 7m31s
[10:41:36.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:19:0)
[10:41:36.348] Build status: STARTED
[10:41:36.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:20:0) after 3m7s
[10:44:43.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:20:0)
[10:44:43.384] Build status: STARTED
[10:44:43.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:21:0) after 9m2s
[10:53:45.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:21:0)
[10:53:45.467] Build status: STARTED
[10:53:45.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:22:0) after 6m1s
[10:59:46.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:22:0)
[10:59:46.529] Build status: STARTED
[10:59:46.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:23:0) after 5m56s
[11:05:42.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:23:0)
[11:05:42.610] Build status: STARTED
[11:05:42.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:24:0) after 2m49s
[11:08:31.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:24:0)
[11:08:31.649] Build status: STARTED
[11:08:31.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:25:0) after 3m30s
[11:12:01.687] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:25:0)
[11:12:01.706] Build status: STARTED
[11:12:01.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:26:0) after 6m51s
[11:18:52.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:26:0)
[11:18:52.771] Build status: STARTED
[11:18:52.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:27:0) after 1m29s
[11:20:21.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:27:0)
[11:20:21.817] Build status: STARTED
[11:20:21.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:28:0) after 4m39s
[11:25:00.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:28:0)
[11:25:00.893] Build status: STARTED
[11:25:00.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:29:0) after 7m50s
[11:32:50.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:29:0)
[11:32:50.951] Build status: STARTED
[11:32:50.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:30:0) after 6m41s
[11:39:32.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:30:0)
[11:39:32.153] Build status: STARTED
[11:39:32.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:31:0) after 8m33s
[11:48:05.224] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:31:0)
[11:48:05.245] Build status: STARTED
[11:48:05.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:32:0) after 4m14s
[11:52:19.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:32:0)
[11:52:19.302] Build status: STARTED
[11:52:19.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:33:0) after 3m30s
[11:55:49.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:33:0)
[11:55:49.418] Build status: STARTED
[11:55:49.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:34:0) after 5m10s
[12:00:59.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:34:0)
[12:00:59.456] Build status: STARTED
[12:00:59.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:35:0) after 3m19s
[12:04:18.483] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:35:0)
[12:04:18.522] Build status: STARTED
[12:04:18.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:36:0) after 5m6s
[12:09:24.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:36:0)
[12:09:24.650] Build status: STARTED
[12:09:24.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:37:0) after 6m3s
[12:15:27.671] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:37:0)
[12:15:27.694] Build status: STARTED
[12:15:27.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:38:0) after 5m41s
[12:21:08.736] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:38:0)
[12:21:08.757] Build status: STARTED
[12:21:08.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:39:0) after 5m57s
[12:27:05.782] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:39:0)
[12:27:05.799] Build status: STARTED
[12:27:05.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:40:0) after 2m19s
[12:29:24.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:40:0)
[12:29:25.013] Build status: STARTED
[12:29:25.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:41:0) after 8m27s
[12:37:52.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:41:0)
[12:37:52.060] Build status: STARTED
[12:37:52.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:42:0) after 6m20s
[12:44:12.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:42:0)
[12:44:12.173] Build status: STARTED
[12:44:12.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:43:0) after 1m53s
[12:46:05.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:43:0)
[12:46:05.207] Build status: STARTED
[12:46:05.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:44:0) after 4m53s
[12:50:58.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:44:0)
[12:50:58.371] Build status: STARTED
[12:50:58.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:45:0) after 3m33s
[12:54:31.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:45:0)
[12:54:31.422] Build status: STARTED
[12:54:31.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:46:0) after 9m37s
[13:04:08.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:46:0)
[13:04:08.523] Build status: STARTED
[13:04:08.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:47:0) after 4m0s
[13:08:08.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:47:0)
[13:08:08.573] Build status: STARTED
[13:08:08.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:48:0) after 5m39s
[13:13:47.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:48:0)
[13:13:47.668] Build status: STARTED
[13:13:47.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:49:0) after 1m24s
[13:15:11.659] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:49:0)
[13:15:11.677] Build status: STARTED
[13:15:11.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:50:0) after 1m55s
[13:17:06.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:50:0)
[13:17:06.822] Build status: STARTED
[13:17:06.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:51:0) after 8m59s
[13:26:05.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:51:0)
[13:26:05.965] Build status: STARTED
[13:26:05.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:52:0) after 5m50s
[13:31:55.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:52:0)
[13:31:56.005] Build status: STARTED
[13:31:56.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:53:0) after 5m23s
[13:37:19.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:53:0)
[13:37:19.054] Build status: STARTED
[13:37:19.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:54:0) after 1m58s
[13:39:17.124] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:54:0)
[13:39:17.158] Build status: STARTED
[13:39:17.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:55:0) after 6m24s
[13:45:41.243] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:55:0)
[13:45:41.263] Build status: STARTED
[13:45:41.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:56:0) after 3m22s
[13:49:03.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:56:0)
[13:49:03.397] Build status: STARTED
[13:49:03.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:57:0) after 7m51s
[13:56:54.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:57:0)
[13:56:54.491] Build status: STARTED
[13:56:54.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:58:0) after 5m12s
[14:02:06.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:58:0)
[14:02:06.539] Build status: STARTED
[14:02:06.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:59:0) after 2m12s
[14:04:18.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:59:0)
[14:04:18.664] Build status: STARTED
[14:04:18.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:60:0) after 4m26s
[14:08:44.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:60:0)
[14:08:44.700] Build status: STARTED
[14:08:44.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:61:0) after 4m13s
[14:12:57.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:61:0)
[14:12:57.751] Build status: STARTED
[14:12:57.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:62:0) after 2m8s
[14:15:05.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:62:0)
[14:15:05.839] Build status: STARTED
[14:15:05.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:63:0) after 6m52s
[14:21:57.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:63:0)
[14:21:57.882] Build status: STARTED
[14:21:57.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:64:0) after 1m34s
[14:23:31.925] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:64:0)
[14:23:31.951] Build status: STARTED
[14:23:31.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:65:0) after 7m33s
[14:31:04.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:65:0)
[14:31:05.001] Build status: STARTED
[14:31:05.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:66:0) after 7m48s
[14:38:53.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:66:0)
[14:38:53.046] Build status: STARTED
[14:38:53.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:67:0) after 7m48s
[14:46:41.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:67:0)
[14:46:41.569] Build status: STARTED
[14:46:41.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:68:0) after 2m5s
[14:48:46.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:68:0)
[14:48:46.707] Build status: STARTED
[14:48:46.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:69:0) after 7m30s
[14:56:16.726] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:69:0)
[14:56:16.742] Build status: STARTED
[14:56:16.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8881424718949196256:70:0) after 7m1s
[14:57:48.001] Received PubSub notification, asking Buildbucket for the build status
[14:57:48.022] Build:
{
"id": "8715994656935834737",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 35987,
"createdBy": "project:chromium",
"createTime": "2025-05-02T09:06:15.954045617Z",
"startTime": "2025-05-02T09:06:19.373274825Z",
"endTime": "2025-05-02T14:57:47.313256317Z",
"updateTime": "2025-05-02T14:57:47.313256317Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "1d42f4e92282829efb233892b68edb947c09baeb",
"ref": "refs/heads/main"
}
}
}
[14:57:48.022] Invocation finished in 5h51m33.371258344s with status FAILED