[05:41:26.946] New invocation is queued and will start shortly
[05:41:28.286] Starting the invocation (attempt 1)
[05:41:28.307] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60"
[05:41:28.307] Popped gitiles commit info from properties and tags
[05:41:28.307] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:41:28.307] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:41:28.307] Buildbucket request:
{
"requestId": "8861778061849772608",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8861778061849772608",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce",
"title": "60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60e41f241364c7ebdc7fcdf7e22b39f02f31d7ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1d79dcb106b05645e020c2b4ee074322a7f96a51"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1d79dcb106b05645e020c2b4ee074322a7f96a51",
"title": "1d79dcb106b05645e020c2b4ee074322a7f96a51",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1d79dcb106b05645e020c2b4ee074322a7f96a51"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6",
"title": "d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5c06e3b666a7ac9ac5dd3e402206b2f5e968dd6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"title": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8861778061849772608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:41:28.658] Scheduled build:
{
"id": "8696347999705331809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-05T05:41:28.358684140Z",
"updateTime": "2025-12-05T05:41:28.358684140Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"ref": "refs/heads/main"
}
}
}
[05:41:28.658] Task URL: https://cr-buildbucket.appspot.com/build/8696347999705331809
[05:41:28.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:2:0) after 6m22s
[05:41:29.655] Received PubSub notification, asking Buildbucket for the build status
[05:41:29.700] Build status: SCHEDULED
[05:47:50.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:2:0)
[05:47:50.760] Build status: SCHEDULED
[05:47:50.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:4:0) after 9m37s
[05:57:27.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:4:0)
[05:57:28.048] Build status: SCHEDULED
[05:57:28.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:5:0) after 2m47s
[06:00:15.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:5:0)
[06:00:15.084] Build status: SCHEDULED
[06:00:15.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:6:0) after 4m34s
[06:04:49.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:6:0)
[06:04:49.354] Build status: SCHEDULED
[06:04:49.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:7:0) after 4m35s
[06:09:24.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:7:0)
[06:09:24.397] Build status: SCHEDULED
[06:09:24.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:8:0) after 3m52s
[06:13:16.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:8:0)
[06:13:16.422] Build status: SCHEDULED
[06:13:16.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:9:0) after 9m30s
[06:22:46.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:9:0)
[06:22:46.492] Build status: SCHEDULED
[06:22:46.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:10:0) after 9m53s
[06:32:39.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:10:0)
[06:32:39.643] Build status: SCHEDULED
[06:32:39.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:11:0) after 2m45s
[06:35:24.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:11:0)
[06:35:24.723] Build status: SCHEDULED
[06:35:24.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:12:0) after 4m46s
[06:40:10.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:12:0)
[06:40:10.798] Build status: SCHEDULED
[06:40:10.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:13:0) after 9m44s
[06:49:54.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:13:0)
[06:49:54.814] Build status: SCHEDULED
[06:49:54.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:14:0) after 8m24s
[06:58:18.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:14:0)
[06:58:18.881] Build status: SCHEDULED
[06:58:18.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:15:0) after 4m50s
[07:03:08.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:15:0)
[07:03:08.974] Build status: SCHEDULED
[07:03:08.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:16:0) after 3m21s
[07:06:30.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:16:0)
[07:06:30.054] Build status: SCHEDULED
[07:06:30.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:17:0) after 6m47s
[07:13:17.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:17:0)
[07:13:17.108] Build status: SCHEDULED
[07:13:17.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:18:0) after 8m31s
[07:21:48.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:18:0)
[07:21:48.145] Build status: SCHEDULED
[07:21:48.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:19:0) after 1m2s
[07:22:50.157] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:19:0)
[07:22:50.178] Build status: SCHEDULED
[07:22:50.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:20:0) after 8m36s
[07:31:26.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:20:0)
[07:31:26.208] Build status: SCHEDULED
[07:31:26.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:21:0) after 6m34s
[07:38:00.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:21:0)
[07:38:00.235] Build status: SCHEDULED
[07:38:00.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:22:0) after 5m55s
[07:43:55.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:22:0)
[07:43:55.272] Build status: SCHEDULED
[07:43:55.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:23:0) after 7m23s
[07:51:18.319] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:23:0)
[07:51:18.331] Build status: SCHEDULED
[07:51:18.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:24:0) after 6m26s
[07:57:44.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:24:0)
[07:57:44.358] Build status: SCHEDULED
[07:57:44.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:25:0) after 1m46s
[07:59:30.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:25:0)
[07:59:30.436] Build status: SCHEDULED
[07:59:30.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:26:0) after 2m21s
[08:01:51.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:26:0)
[08:01:51.530] Build status: SCHEDULED
[08:01:51.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:27:0) after 1m51s
[08:03:42.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:27:0)
[08:03:42.569] Build status: SCHEDULED
[08:03:42.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:28:0) after 4m26s
[08:08:08.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:28:0)
[08:08:08.657] Build status: SCHEDULED
[08:08:08.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:29:0) after 8m45s
[08:16:53.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:29:0)
[08:16:53.714] Build status: SCHEDULED
[08:16:53.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:30:0) after 9m22s
[08:26:15.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:30:0)
[08:26:15.795] Build status: SCHEDULED
[08:26:15.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:31:0) after 3m2s
[08:29:17.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:31:0)
[08:29:17.891] Build status: SCHEDULED
[08:29:17.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:32:0) after 1m30s
[08:30:47.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:32:0)
[08:30:47.948] Build status: SCHEDULED
[08:30:47.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:33:0) after 3m26s
[08:34:13.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:33:0)
[08:34:14.007] Build status: SCHEDULED
[08:34:14.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:34:0) after 1m8s
[08:35:22.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:34:0)
[08:35:22.168] Build status: SCHEDULED
[08:35:22.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:35:0) after 3m24s
[08:38:46.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:35:0)
[08:38:46.297] Build status: SCHEDULED
[08:38:46.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:36:0) after 6m25s
[08:45:11.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:36:0)
[08:45:11.334] Build status: SCHEDULED
[08:45:11.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:37:0) after 6m31s
[08:51:43.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:37:0)
[08:51:43.223] Build status: SCHEDULED
[08:51:43.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:38:0) after 8m45s
[09:00:28.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:38:0)
[09:00:28.296] Build status: SCHEDULED
[09:00:28.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:39:0) after 3m5s
[09:03:33.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:39:0)
[09:03:33.428] Build status: SCHEDULED
[09:03:33.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8861778061849772608:40:0) after 6m33s
[09:07:18.499] Received PubSub notification, asking Buildbucket for the build status
[09:07:18.513] Build status: STARTED
[09:09:31.760] Received PubSub notification, asking Buildbucket for the build status
[09:09:31.777] Build:
{
"id": "8696347999705331809",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-05T05:41:28.358684140Z",
"startTime": "2025-12-05T09:07:18.300406321Z",
"endTime": "2025-12-05T09:09:31.535457720Z",
"updateTime": "2025-12-05T09:09:31.535457720Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d5655b2f80ecb0fb40bc4627c46b7f6e59e9aa60",
"ref": "refs/heads/main"
}
}
}
[09:09:31.777] Invocation finished in 3h28m4.847583984s with status FAILED