[02:29:53.566] New invocation is queued and will start shortly
[02:29:54.699] Starting the invocation (attempt 1)
[02:29:54.728] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/917f2ae2f5e78ab6ae84639b2d300cf95a81b99e"
[02:29:54.728] Popped gitiles commit info from properties and tags
[02:29:54.728] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:29:54.729] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:29:54.730] Buildbucket request:
{
"requestId": "8878369358375299472",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878369358375299472",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "150a44c3fdd25db84b19fbde4ddb53d2f1dcf0b1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@150a44c3fdd25db84b19fbde4ddb53d2f1dcf0b1",
"title": "150a44c3fdd25db84b19fbde4ddb53d2f1dcf0b1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/150a44c3fdd25db84b19fbde4ddb53d2f1dcf0b1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83781ff2c1f383eecc2b14462310356d56b79bb0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83781ff2c1f383eecc2b14462310356d56b79bb0",
"title": "83781ff2c1f383eecc2b14462310356d56b79bb0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83781ff2c1f383eecc2b14462310356d56b79bb0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "11e5296ecd559af84f19c52ee145865e8ec13e30"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@11e5296ecd559af84f19c52ee145865e8ec13e30",
"title": "11e5296ecd559af84f19c52ee145865e8ec13e30",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/11e5296ecd559af84f19c52ee145865e8ec13e30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5996f8ff438279ec2d1470a546a221da96cb23cb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5996f8ff438279ec2d1470a546a221da96cb23cb",
"title": "5996f8ff438279ec2d1470a546a221da96cb23cb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5996f8ff438279ec2d1470a546a221da96cb23cb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "917f2ae2f5e78ab6ae84639b2d300cf95a81b99e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@917f2ae2f5e78ab6ae84639b2d300cf95a81b99e",
"title": "917f2ae2f5e78ab6ae84639b2d300cf95a81b99e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/917f2ae2f5e78ab6ae84639b2d300cf95a81b99e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "917f2ae2f5e78ab6ae84639b2d300cf95a81b99e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878369358375299472"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:29:55.487] Scheduled build:
{
"id": "8712939296272854257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-05T02:29:54.945184393Z",
"updateTime": "2025-06-05T02:29:54.945184393Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "917f2ae2f5e78ab6ae84639b2d300cf95a81b99e",
"ref": "refs/heads/main"
}
}
}
[02:29:55.487] Task URL: https://cr-buildbucket.appspot.com/build/8712939296272854257
[02:29:55.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:2:0) after 1m45s
[02:29:56.406] Received PubSub notification, asking Buildbucket for the build status
[02:29:56.436] Build status: SCHEDULED
[02:31:40.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:2:0)
[02:31:40.651] Build status: SCHEDULED
[02:31:40.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:4:0) after 8m20s
[02:40:00.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:4:0)
[02:40:00.705] Build status: SCHEDULED
[02:40:00.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:5:0) after 9m49s
[02:49:49.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:5:0)
[02:49:49.777] Build status: SCHEDULED
[02:49:49.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:6:0) after 5m51s
[02:55:40.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:6:0)
[02:55:40.898] Build status: SCHEDULED
[02:55:40.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:7:0) after 2m2s
[02:57:42.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:7:0)
[02:57:42.910] Build status: SCHEDULED
[02:57:42.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:8:0) after 9m28s
[03:07:10.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:8:0)
[03:07:10.994] Build status: SCHEDULED
[03:07:10.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:9:0) after 7m13s
[03:14:24.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:9:0)
[03:14:24.037] Build status: SCHEDULED
[03:14:24.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:10:0) after 2m28s
[03:16:52.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:10:0)
[03:16:52.097] Build status: SCHEDULED
[03:16:52.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:11:0) after 7m20s
[03:24:12.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:11:0)
[03:24:12.279] Build status: SCHEDULED
[03:24:12.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:12:0) after 5m27s
[03:29:39.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:12:0)
[03:29:39.384] Build status: SCHEDULED
[03:29:39.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:13:0) after 3m40s
[03:33:19.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:13:0)
[03:33:19.491] Build status: SCHEDULED
[03:33:19.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:14:0) after 6m4s
[03:39:23.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:14:0)
[03:39:23.563] Build status: SCHEDULED
[03:39:23.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:15:0) after 1m24s
[03:40:47.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:15:0)
[03:40:47.667] Build status: SCHEDULED
[03:40:47.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:16:0) after 7m27s
[03:48:15.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:16:0)
[03:48:15.196] Build status: SCHEDULED
[03:48:15.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:17:0) after 1m22s
[03:49:37.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:17:0)
[03:49:37.338] Build status: SCHEDULED
[03:49:37.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:18:0) after 7m17s
[03:56:54.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:18:0)
[03:56:54.517] Build status: SCHEDULED
[03:56:54.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:19:0) after 9m40s
[04:06:34.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:19:0)
[04:06:34.560] Build status: SCHEDULED
[04:06:34.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:20:0) after 7m10s
[04:13:44.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:20:0)
[04:13:44.689] Build status: SCHEDULED
[04:13:44.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:21:0) after 3m36s
[04:17:20.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:21:0)
[04:17:20.804] Build status: SCHEDULED
[04:17:20.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:22:0) after 9m42s
[04:27:02.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:22:0)
[04:27:02.886] Build status: SCHEDULED
[04:27:02.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:23:0) after 6m32s
[04:33:34.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:23:0)
[04:33:35.071] Build status: SCHEDULED
[04:33:35.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:24:0) after 1m12s
[04:34:47.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:24:0)
[04:34:47.169] Build status: SCHEDULED
[04:34:47.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:25:0) after 5m19s
[04:40:06.854] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:25:0)
[04:40:06.890] Build status: SCHEDULED
[04:40:06.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:26:0) after 9m43s
[04:49:49.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:26:0)
[04:49:49.983] Build status: SCHEDULED
[04:49:49.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:27:0) after 4m38s
[04:54:28.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:27:0)
[04:54:28.117] Build status: SCHEDULED
[04:54:28.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:28:0) after 8m10s
[05:02:38.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:28:0)
[05:02:38.210] Build status: SCHEDULED
[05:02:38.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:29:0) after 3m45s
[05:06:23.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:29:0)
[05:06:23.260] Build status: SCHEDULED
[05:06:23.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:30:0) after 9m13s
[05:15:36.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:30:0)
[05:15:36.358] Build status: SCHEDULED
[05:15:36.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:31:0) after 9m13s
[05:24:49.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:31:0)
[05:24:49.396] Build status: SCHEDULED
[05:24:49.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:32:0) after 9m44s
[05:34:33.617] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:32:0)
[05:34:33.647] Build status: SCHEDULED
[05:34:33.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:33:0) after 2m20s
[05:36:53.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:33:0)
[05:36:53.853] Build status: SCHEDULED
[05:36:53.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:34:0) after 4m22s
[05:41:16.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:34:0)
[05:41:16.695] Build status: SCHEDULED
[05:41:16.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:35:0) after 9m46s
[05:51:02.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:35:0)
[05:51:02.844] Build status: SCHEDULED
[05:51:02.844] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:36:0) after 5m12s
[05:56:14.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:36:0)
[05:56:14.843] Build status: SCHEDULED
[05:56:14.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:37:0) after 3m44s
[05:59:58.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:37:0)
[05:59:58.921] Build status: SCHEDULED
[05:59:58.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8878369358375299472:38:0) after 5m36s
[06:01:58.147] Received PubSub notification, asking Buildbucket for the build status
[06:01:58.171] Build status: STARTED
[06:05:11.137] Received PubSub notification, asking Buildbucket for the build status
[06:05:11.171] Build:
{
"id": "8712939296272854257",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-05T02:29:54.945184393Z",
"startTime": "2025-06-05T06:01:57.828306378Z",
"endTime": "2025-06-05T06:05:06.702446409Z",
"updateTime": "2025-06-05T06:05:06.702446409Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "917f2ae2f5e78ab6ae84639b2d300cf95a81b99e",
"ref": "refs/heads/main"
}
}
}
[06:05:11.171] Invocation finished in 3h35m17.614629631s with status SUCCEEDED