[19:58:10.144] New invocation is queued and will start shortly
[19:58:11.240] Starting the invocation (attempt 1)
[19:58:11.267] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1a79f1e8872eaa0713e47100eaa5bf78edcd4074"
[19:58:11.267] Popped gitiles commit info from properties and tags
[19:58:11.267] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:58:11.267] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:58:11.268] Buildbucket request:
{
"requestId": "8873320573385339264",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873320573385339264",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "40e21b586b989e8a6336d0adf0fa047bccea156f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@40e21b586b989e8a6336d0adf0fa047bccea156f",
"title": "40e21b586b989e8a6336d0adf0fa047bccea156f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/40e21b586b989e8a6336d0adf0fa047bccea156f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"title": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"title": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"title": "6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "94612e0d0f29657379268419db62d67c1429db18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94612e0d0f29657379268419db62d67c1429db18",
"title": "94612e0d0f29657379268419db62d67c1429db18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94612e0d0f29657379268419db62d67c1429db18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "93d720812119b405139d7f0dc9aa414f321b9268"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@93d720812119b405139d7f0dc9aa414f321b9268",
"title": "93d720812119b405139d7f0dc9aa414f321b9268",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/93d720812119b405139d7f0dc9aa414f321b9268"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"title": "d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"title": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e2552c5452dd61ece11e14351db08b3caa8c4da4",
"title": "e2552c5452dd61ece11e14351db08b3caa8c4da4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"title": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a64743483ed45485286abcb4a21f18d0bf817505"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a64743483ed45485286abcb4a21f18d0bf817505",
"title": "a64743483ed45485286abcb4a21f18d0bf817505",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a64743483ed45485286abcb4a21f18d0bf817505"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88ff1ab327ba3f816d1731e1ab851010e4b7729c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"title": "88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88ff1ab327ba3f816d1731e1ab851010e4b7729c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8395cf9d7c840dbb81e89b1a3d5c628f2c20196e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8395cf9d7c840dbb81e89b1a3d5c628f2c20196e",
"title": "8395cf9d7c840dbb81e89b1a3d5c628f2c20196e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8395cf9d7c840dbb81e89b1a3d5c628f2c20196e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"title": "ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca37f0653c186d0d7e5ac9cbdaf14bcb0991b0e1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1a79f1e8872eaa0713e47100eaa5bf78edcd4074"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1a79f1e8872eaa0713e47100eaa5bf78edcd4074",
"title": "1a79f1e8872eaa0713e47100eaa5bf78edcd4074",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1a79f1e8872eaa0713e47100eaa5bf78edcd4074"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1a79f1e8872eaa0713e47100eaa5bf78edcd4074",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873320573385339264"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:58:12.024] Scheduled build:
{
"id": "8707890511434498161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T19:58:11.375651605Z",
"updateTime": "2025-07-30T19:58:11.375651605Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1a79f1e8872eaa0713e47100eaa5bf78edcd4074",
"ref": "refs/heads/main"
}
}
}
[19:58:12.024] Task URL: https://cr-buildbucket.appspot.com/build/8707890511434498161
[19:58:12.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:2:0) after 3m5s
[19:58:12.114] Received PubSub notification, asking Buildbucket for the build status
[19:58:12.139] Build status: SCHEDULED
[20:01:17.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:2:0)
[20:01:17.090] Build status: SCHEDULED
[20:01:17.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:4:0) after 2m33s
[20:03:50.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:4:0)
[20:03:50.353] Build status: SCHEDULED
[20:03:50.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:5:0) after 7m25s
[20:11:15.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:5:0)
[20:11:15.610] Build status: SCHEDULED
[20:11:15.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:6:0) after 5m3s
[20:16:18.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:6:0)
[20:16:18.643] Build status: SCHEDULED
[20:16:18.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:7:0) after 5m55s
[20:22:13.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:7:0)
[20:22:13.712] Build status: SCHEDULED
[20:22:13.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:8:0) after 5m15s
[20:27:28.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:8:0)
[20:27:28.783] Build status: SCHEDULED
[20:27:28.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:9:0) after 7m13s
[20:34:41.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:9:0)
[20:34:41.975] Build status: SCHEDULED
[20:34:41.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:10:0) after 2m58s
[20:37:40.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:10:0)
[20:37:40.035] Build status: SCHEDULED
[20:37:40.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:11:0) after 9m31s
[20:47:11.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:11:0)
[20:47:11.195] Build status: SCHEDULED
[20:47:11.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:12:0) after 3m52s
[20:51:03.273] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:12:0)
[20:51:03.291] Build status: SCHEDULED
[20:51:03.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:13:0) after 5m19s
[20:56:22.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:13:0)
[20:56:22.357] Build status: SCHEDULED
[20:56:22.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:14:0) after 2m1s
[20:58:23.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:14:0)
[20:58:23.432] Build status: SCHEDULED
[20:58:23.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:15:0) after 8m29s
[21:06:52.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:15:0)
[21:06:52.508] Build status: SCHEDULED
[21:06:52.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:16:0) after 3m53s
[21:10:45.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:16:0)
[21:10:45.601] Build status: SCHEDULED
[21:10:45.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:17:0) after 3m44s
[21:14:29.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:17:0)
[21:14:29.686] Build status: SCHEDULED
[21:14:29.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:18:0) after 3m50s
[21:18:19.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:18:0)
[21:18:20.041] Build status: SCHEDULED
[21:18:20.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:19:0) after 9m14s
[21:27:34.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:19:0)
[21:27:34.132] Build status: SCHEDULED
[21:27:34.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:20:0) after 2m17s
[21:29:51.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:20:0)
[21:29:51.216] Build status: SCHEDULED
[21:29:51.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:21:0) after 8m58s
[21:38:49.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:21:0)
[21:38:49.284] Build status: SCHEDULED
[21:38:49.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:22:0) after 6m56s
[21:45:45.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:22:0)
[21:45:45.407] Build status: SCHEDULED
[21:45:45.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:23:0) after 5m7s
[21:50:52.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:23:0)
[21:50:52.530] Build status: SCHEDULED
[21:50:52.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:24:0) after 3m1s
[21:53:53.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:24:0)
[21:53:53.716] Build status: SCHEDULED
[21:53:53.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:25:0) after 6m1s
[21:59:54.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:25:0)
[21:59:54.809] Build status: SCHEDULED
[21:59:54.809] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:26:0) after 2m0s
[22:01:54.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:26:0)
[22:01:54.917] Build status: SCHEDULED
[22:01:54.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:27:0) after 5m1s
[22:06:56.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:27:0)
[22:06:56.058] Build status: SCHEDULED
[22:06:56.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:28:0) after 8m47s
[22:15:43.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:28:0)
[22:15:43.115] Build status: SCHEDULED
[22:15:43.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:29:0) after 8m0s
[22:23:43.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:29:0)
[22:23:43.205] Build status: SCHEDULED
[22:23:43.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:30:0) after 7m58s
[22:31:41.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:30:0)
[22:31:41.247] Build status: SCHEDULED
[22:31:41.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:31:0) after 4m56s
[22:36:37.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:31:0)
[22:36:37.386] Build status: SCHEDULED
[22:36:37.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:32:0) after 5m23s
[22:42:00.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:32:0)
[22:42:00.435] Build status: SCHEDULED
[22:42:00.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:33:0) after 8m54s
[22:50:54.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:33:0)
[22:50:54.479] Build status: SCHEDULED
[22:50:54.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:34:0) after 4m42s
[22:55:36.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:34:0)
[22:55:36.565] Build status: SCHEDULED
[22:55:36.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:35:0) after 5m47s
[23:01:23.640] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:35:0)
[23:01:23.714] Build status: SCHEDULED
[23:01:23.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:36:0) after 9m13s
[23:10:36.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:36:0)
[23:10:36.815] Build status: SCHEDULED
[23:10:36.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:37:0) after 5m23s
[23:15:59.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:37:0)
[23:15:59.969] Build status: SCHEDULED
[23:15:59.969] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:38:0) after 6m18s
[23:22:18.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:38:0)
[23:22:18.231] Build status: SCHEDULED
[23:22:18.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:39:0) after 7m48s
[23:30:06.336] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:39:0)
[23:30:06.374] Build status: SCHEDULED
[23:30:06.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:40:0) after 3m39s
[23:33:45.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:40:0)
[23:33:45.407] Build status: SCHEDULED
[23:33:45.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:41:0) after 7m43s
[23:41:28.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:41:0)
[23:41:28.483] Build status: SCHEDULED
[23:41:28.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:42:0) after 8m10s
[23:49:38.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:42:0)
[23:49:38.640] Build status: SCHEDULED
[23:49:38.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:43:0) after 8m30s
[23:58:08.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:43:0)
[23:58:08.938] Build status: SCHEDULED
[23:58:08.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:44:0) after 6m6s
[00:04:14.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:44:0)
[00:04:15.015] Build status: SCHEDULED
[00:04:15.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:45:0) after 3m31s
[00:07:46.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:45:0)
[00:07:46.115] Build status: SCHEDULED
[00:07:46.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:46:0) after 4m5s
[00:11:51.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:46:0)
[00:11:51.237] Build status: SCHEDULED
[00:11:51.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:47:0) after 7m2s
[00:18:53.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:47:0)
[00:18:53.304] Build status: SCHEDULED
[00:18:53.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:48:0) after 5m59s
[00:24:52.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:48:0)
[00:24:52.380] Build status: SCHEDULED
[00:24:52.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:49:0) after 5m21s
[00:30:13.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:49:0)
[00:30:13.463] Build status: SCHEDULED
[00:30:13.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:50:0) after 8m26s
[00:38:39.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:50:0)
[00:38:39.574] Build status: SCHEDULED
[00:38:39.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:51:0) after 4m51s
[00:43:30.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:51:0)
[00:43:30.692] Build status: SCHEDULED
[00:43:30.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:52:0) after 3m23s
[00:46:53.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:52:0)
[00:46:53.739] Build status: SCHEDULED
[00:46:53.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:53:0) after 4m31s
[00:51:24.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:53:0)
[00:51:24.845] Build status: SCHEDULED
[00:51:24.845] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:54:0) after 5m21s
[00:56:45.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:54:0)
[00:56:45.989] Build status: SCHEDULED
[00:56:45.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:55:0) after 5m7s
[01:01:53.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:55:0)
[01:01:53.066] Build status: SCHEDULED
[01:01:53.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:56:0) after 2m53s
[01:04:46.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:56:0)
[01:04:46.118] Build status: SCHEDULED
[01:04:46.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:57:0) after 9m5s
[01:13:51.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:57:0)
[01:13:51.163] Build status: SCHEDULED
[01:13:51.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:58:0) after 3m42s
[01:17:33.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:58:0)
[01:17:33.259] Build status: SCHEDULED
[01:17:33.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:59:0) after 7m6s
[01:24:39.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:59:0)
[01:24:39.313] Build status: SCHEDULED
[01:24:39.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:60:0) after 2m42s
[01:27:21.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:60:0)
[01:27:21.391] Build status: SCHEDULED
[01:27:21.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:61:0) after 3m43s
[01:31:04.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:61:0)
[01:31:04.447] Build status: SCHEDULED
[01:31:04.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:62:0) after 1m40s
[01:32:44.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:62:0)
[01:32:44.492] Build status: SCHEDULED
[01:32:44.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:63:0) after 7m25s
[01:40:09.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:63:0)
[01:40:09.561] Build status: SCHEDULED
[01:40:09.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:64:0) after 7m30s
[01:45:37.928] Received PubSub notification, asking Buildbucket for the build status
[01:45:37.956] Build status: STARTED
[01:47:39.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:64:0)
[01:47:39.649] Build status: STARTED
[01:47:39.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:66:0) after 3m34s
[01:51:13.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:66:0)
[01:51:13.770] Build status: STARTED
[01:51:13.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873320573385339264:67:0) after 4m27s
[01:52:03.015] Received PubSub notification, asking Buildbucket for the build status
[01:52:03.044] Build:
{
"id": "8707890511434498161",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T19:58:11.375651605Z",
"startTime": "2025-07-31T01:44:41.950024698Z",
"endTime": "2025-07-31T01:52:02.761015207Z",
"updateTime": "2025-07-31T01:52:02.761015207Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1a79f1e8872eaa0713e47100eaa5bf78edcd4074",
"ref": "refs/heads/main"
}
}
}
[01:52:03.044] Invocation finished in 5h53m52.913401029s with status SUCCEEDED