[19:27:30.090] New invocation is queued and will start shortly
[19:27:31.130] Starting the invocation (attempt 1)
[19:27:31.155] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
[19:27:31.155] Popped gitiles commit info from properties and tags
[19:27:31.156] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:27:31.156] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:27:31.156] Buildbucket request:
{
"requestId": "8873322502818696320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873322502818696320",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"title": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"title": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"title": "6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "94612e0d0f29657379268419db62d67c1429db18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94612e0d0f29657379268419db62d67c1429db18",
"title": "94612e0d0f29657379268419db62d67c1429db18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94612e0d0f29657379268419db62d67c1429db18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "93d720812119b405139d7f0dc9aa414f321b9268"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@93d720812119b405139d7f0dc9aa414f321b9268",
"title": "93d720812119b405139d7f0dc9aa414f321b9268",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/93d720812119b405139d7f0dc9aa414f321b9268"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"title": "d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"title": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e2552c5452dd61ece11e14351db08b3caa8c4da4",
"title": "e2552c5452dd61ece11e14351db08b3caa8c4da4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"title": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a64743483ed45485286abcb4a21f18d0bf817505"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a64743483ed45485286abcb4a21f18d0bf817505",
"title": "a64743483ed45485286abcb4a21f18d0bf817505",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a64743483ed45485286abcb4a21f18d0bf817505"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88ff1ab327ba3f816d1731e1ab851010e4b7729c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"title": "88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88ff1ab327ba3f816d1731e1ab851010e4b7729c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8395cf9d7c840dbb81e89b1a3d5c628f2c20196e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8395cf9d7c840dbb81e89b1a3d5c628f2c20196e",
"title": "8395cf9d7c840dbb81e89b1a3d5c628f2c20196e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8395cf9d7c840dbb81e89b1a3d5c628f2c20196e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"title": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873322502818696320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:27:32.805] Scheduled build:
{
"id": "8707892440063880785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T19:27:32.090548938Z",
"updateTime": "2025-07-30T19:27:32.090548938Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:27:32.805] Task URL: https://cr-buildbucket.appspot.com/build/8707892440063880785
[19:27:32.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:2:0) after 7m50s
[19:27:33.829] Received PubSub notification, asking Buildbucket for the build status
[19:27:33.877] Build status: SCHEDULED
[19:35:22.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:2:0)
[19:35:23.004] Build status: SCHEDULED
[19:35:23.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:4:0) after 7m44s
[19:43:07.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:4:0)
[19:43:07.037] Build status: SCHEDULED
[19:43:07.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:5:0) after 8m25s
[19:51:32.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:5:0)
[19:51:32.151] Build status: SCHEDULED
[19:51:32.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:6:0) after 7m11s
[19:58:43.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:6:0)
[19:58:43.265] Build status: SCHEDULED
[19:58:43.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:7:0) after 2m23s
[20:01:06.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:7:0)
[20:01:06.363] Build status: SCHEDULED
[20:01:06.363] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:8:0) after 4m51s
[20:05:57.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:8:0)
[20:05:57.359] Build status: SCHEDULED
[20:05:57.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:9:0) after 4m27s
[20:10:24.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:9:0)
[20:10:24.411] Build status: SCHEDULED
[20:10:24.411] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:10:0) after 7m47s
[20:18:11.390] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:10:0)
[20:18:11.420] Build status: SCHEDULED
[20:18:11.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:11:0) after 7m39s
[20:25:50.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:11:0)
[20:25:50.446] Build status: SCHEDULED
[20:25:50.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:12:0) after 8m10s
[20:34:00.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:12:0)
[20:34:00.506] Build status: SCHEDULED
[20:34:00.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:13:0) after 9m17s
[20:43:17.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:13:0)
[20:43:17.603] Build status: SCHEDULED
[20:43:17.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:14:0) after 4m50s
[20:48:08.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:14:0)
[20:48:08.103] Build status: SCHEDULED
[20:48:08.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:15:0) after 6m46s
[20:54:54.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:15:0)
[20:54:54.249] Build status: SCHEDULED
[20:54:54.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:16:0) after 7m8s
[21:02:02.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:16:0)
[21:02:02.361] Build status: SCHEDULED
[21:02:02.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:17:0) after 8m26s
[21:10:28.446] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:17:0)
[21:10:28.481] Build status: SCHEDULED
[21:10:28.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:18:0) after 9m58s
[21:20:26.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:18:0)
[21:20:26.532] Build status: SCHEDULED
[21:20:26.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:19:0) after 5m12s
[21:25:38.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:19:0)
[21:25:38.662] Build status: SCHEDULED
[21:25:38.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:20:0) after 2m30s
[21:28:08.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:20:0)
[21:28:08.783] Build status: SCHEDULED
[21:28:08.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:21:0) after 3m52s
[21:32:00.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:21:0)
[21:32:00.855] Build status: SCHEDULED
[21:32:00.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:22:0) after 4m48s
[21:36:48.904] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:22:0)
[21:36:48.922] Build status: SCHEDULED
[21:36:48.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:23:0) after 2m41s
[21:39:29.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:23:0)
[21:39:30.075] Build status: SCHEDULED
[21:39:30.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:24:0) after 9m56s
[21:49:26.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:24:0)
[21:49:26.291] Build status: SCHEDULED
[21:49:26.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:25:0) after 6m29s
[21:55:55.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:25:0)
[21:55:55.536] Build status: SCHEDULED
[21:55:55.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:26:0) after 4m42s
[22:00:37.638] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:26:0)
[22:00:37.663] Build status: SCHEDULED
[22:00:37.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:27:0) after 7m38s
[22:08:15.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:27:0)
[22:08:15.729] Build status: SCHEDULED
[22:08:15.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:28:0) after 8m51s
[22:17:06.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:28:0)
[22:17:06.770] Build status: SCHEDULED
[22:17:06.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:29:0) after 2m38s
[22:19:44.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:29:0)
[22:19:44.812] Build status: SCHEDULED
[22:19:44.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:30:0) after 9m21s
[22:29:06.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:30:0)
[22:29:06.042] Build status: SCHEDULED
[22:29:06.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:31:0) after 7m16s
[22:33:11.345] Received PubSub notification, asking Buildbucket for the build status
[22:33:11.367] Build status: STARTED
[22:36:22.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:31:0)
[22:36:22.126] Build status: STARTED
[22:36:22.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-asan:8873322502818696320:33:0) after 4m46s
[22:37:21.215] Received PubSub notification, asking Buildbucket for the build status
[22:37:21.232] Build:
{
"id": "8707892440063880785",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T19:27:32.090548938Z",
"startTime": "2025-07-30T22:32:57.626713352Z",
"endTime": "2025-07-30T22:37:21.007156530Z",
"updateTime": "2025-07-30T22:37:21.007156530Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:37:21.232] Invocation finished in 3h9m51.152547875s with status SUCCEEDED