[17:58:14.119] New invocation is queued and will start shortly
[17:58:15.254] Starting the invocation (attempt 1)
[17:58:15.297] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/88ff1ab327ba3f816d1731e1ab851010e4b7729c"
[17:58:15.297] Popped gitiles commit info from properties and tags
[17:58:15.297] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:58:15.297] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:58:15.297] Buildbucket request:
{
"requestId": "8873328118965761200",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873328118965761200",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "40e21b586b989e8a6336d0adf0fa047bccea156f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@40e21b586b989e8a6336d0adf0fa047bccea156f",
"title": "40e21b586b989e8a6336d0adf0fa047bccea156f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/40e21b586b989e8a6336d0adf0fa047bccea156f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"title": "963ed52a5af9e4cf135cf16ba40a19669cabfbc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/963ed52a5af9e4cf135cf16ba40a19669cabfbc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"title": "67a7bac43b4d48157871540e8bbcb4f45dfb7f48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/67a7bac43b4d48157871540e8bbcb4f45dfb7f48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"title": "6661c8a71d32e175fa66f6de3ed968ce2be05ece",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6661c8a71d32e175fa66f6de3ed968ce2be05ece"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "94612e0d0f29657379268419db62d67c1429db18"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@94612e0d0f29657379268419db62d67c1429db18",
"title": "94612e0d0f29657379268419db62d67c1429db18",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/94612e0d0f29657379268419db62d67c1429db18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "93d720812119b405139d7f0dc9aa414f321b9268"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@93d720812119b405139d7f0dc9aa414f321b9268",
"title": "93d720812119b405139d7f0dc9aa414f321b9268",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/93d720812119b405139d7f0dc9aa414f321b9268"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"title": "d802b1aa17feca63c0564eeb371b05cf0d904c5d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d802b1aa17feca63c0564eeb371b05cf0d904c5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"title": "a2d2850f5f5f0226210b2003a3040feea2ce6b0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a2d2850f5f5f0226210b2003a3040feea2ce6b0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e2552c5452dd61ece11e14351db08b3caa8c4da4",
"title": "e2552c5452dd61ece11e14351db08b3caa8c4da4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e2552c5452dd61ece11e14351db08b3caa8c4da4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"title": "87f7abc323e345dd2729d5039a7ee0ee49c2fd56",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/87f7abc323e345dd2729d5039a7ee0ee49c2fd56"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a64743483ed45485286abcb4a21f18d0bf817505"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a64743483ed45485286abcb4a21f18d0bf817505",
"title": "a64743483ed45485286abcb4a21f18d0bf817505",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a64743483ed45485286abcb4a21f18d0bf817505"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88ff1ab327ba3f816d1731e1ab851010e4b7729c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"title": "88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88ff1ab327ba3f816d1731e1ab851010e4b7729c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873328118965761200"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:58:15.736] Scheduled build:
{
"id": "8707898057002326961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T17:58:15.360227321Z",
"updateTime": "2025-07-30T17:58:15.360227321Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:58:15.736] Task URL: https://cr-buildbucket.appspot.com/build/8707898057002326961
[17:58:15.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:2:0) after 2m43s
[17:58:15.915] Received PubSub notification, asking Buildbucket for the build status
[17:58:15.967] Build status: SCHEDULED
[18:00:58.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:2:0)
[18:00:58.848] Build status: SCHEDULED
[18:00:58.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:4:0) after 3m33s
[18:04:31.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:4:0)
[18:04:31.880] Build status: SCHEDULED
[18:04:31.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:5:0) after 9m58s
[18:14:29.923] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:5:0)
[18:14:29.949] Build status: SCHEDULED
[18:14:29.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:6:0) after 6m8s
[18:20:38.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:6:0)
[18:20:38.044] Build status: SCHEDULED
[18:20:38.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:7:0) after 7m43s
[18:28:21.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:7:0)
[18:28:21.138] Build status: SCHEDULED
[18:28:21.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:8:0) after 7m24s
[18:35:45.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:8:0)
[18:35:45.354] Build status: SCHEDULED
[18:35:45.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:9:0) after 1m11s
[18:36:56.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:9:0)
[18:36:56.403] Build status: SCHEDULED
[18:36:56.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:10:0) after 9m25s
[18:46:21.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:10:0)
[18:46:21.593] Build status: SCHEDULED
[18:46:21.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:11:0) after 5m2s
[18:51:23.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:11:0)
[18:51:23.665] Build status: SCHEDULED
[18:51:23.665] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:12:0) after 1m57s
[18:53:20.679] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:12:0)
[18:53:20.699] Build status: SCHEDULED
[18:53:20.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:13:0) after 2m25s
[18:55:46.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:13:0)
[18:55:46.093] Build status: SCHEDULED
[18:55:46.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:14:0) after 6m50s
[19:02:36.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:14:0)
[19:02:36.448] Build status: SCHEDULED
[19:02:36.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:15:0) after 6m12s
[19:08:48.468] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:15:0)
[19:08:48.488] Build status: SCHEDULED
[19:08:48.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:16:0) after 2m20s
[19:11:08.504] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:16:0)
[19:11:08.605] Build status: SCHEDULED
[19:11:08.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:17:0) after 1m25s
[19:12:33.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:17:0)
[19:12:33.703] Build status: SCHEDULED
[19:12:33.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:18:0) after 4m11s
[19:16:44.715] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:18:0)
[19:16:44.734] Build status: SCHEDULED
[19:16:44.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:19:0) after 3m13s
[19:19:57.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:19:0)
[19:19:57.782] Build status: SCHEDULED
[19:19:57.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:20:0) after 2m59s
[19:22:56.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:20:0)
[19:22:56.970] Build status: SCHEDULED
[19:22:56.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:21:0) after 1m32s
[19:24:29.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:21:0)
[19:24:29.021] Build status: SCHEDULED
[19:24:29.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:22:0) after 3m25s
[19:27:54.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:22:0)
[19:27:54.308] Build status: SCHEDULED
[19:27:54.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:23:0) after 6m8s
[19:34:02.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:23:0)
[19:34:02.563] Build status: SCHEDULED
[19:34:02.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:24:0) after 3m14s
[19:37:16.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:24:0)
[19:37:16.619] Build status: SCHEDULED
[19:37:16.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:25:0) after 9m49s
[19:47:05.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:25:0)
[19:47:05.747] Build status: SCHEDULED
[19:47:05.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:26:0) after 9m47s
[19:56:52.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:26:0)
[19:56:52.791] Build status: SCHEDULED
[19:56:52.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:27:0) after 6m32s
[20:03:24.955] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:27:0)
[20:03:24.976] Build status: SCHEDULED
[20:03:24.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:28:0) after 4m48s
[20:08:13.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:28:0)
[20:08:13.121] Build status: SCHEDULED
[20:08:13.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:29:0) after 9m18s
[20:17:31.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:29:0)
[20:17:31.308] Build status: SCHEDULED
[20:17:31.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:30:0) after 3m53s
[20:21:24.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:30:0)
[20:21:24.745] Build status: SCHEDULED
[20:21:24.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:31:0) after 2m23s
[20:23:47.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:31:0)
[20:23:47.888] Build status: SCHEDULED
[20:23:47.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:32:0) after 6m13s
[20:30:00.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:32:0)
[20:30:00.939] Build status: SCHEDULED
[20:30:00.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:33:0) after 1m23s
[20:31:23.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:33:0)
[20:31:23.989] Build status: SCHEDULED
[20:31:23.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:34:0) after 6m15s
[20:37:39.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:34:0)
[20:37:39.129] Build status: SCHEDULED
[20:37:39.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:35:0) after 9m6s
[20:46:45.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:35:0)
[20:46:45.179] Build status: SCHEDULED
[20:46:45.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:36:0) after 7m23s
[20:54:08.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:36:0)
[20:54:08.517] Build status: SCHEDULED
[20:54:08.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:37:0) after 7m55s
[21:02:03.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:37:0)
[21:02:03.601] Build status: SCHEDULED
[21:02:03.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:38:0) after 1m49s
[21:03:52.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:38:0)
[21:03:52.683] Build status: SCHEDULED
[21:03:52.683] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:39:0) after 7m33s
[21:11:25.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:39:0)
[21:11:25.832] Build status: SCHEDULED
[21:11:25.832] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:40:0) after 1m35s
[21:13:00.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:40:0)
[21:13:00.919] Build status: SCHEDULED
[21:13:00.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:41:0) after 1m21s
[21:14:22.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:41:0)
[21:14:22.071] Build status: SCHEDULED
[21:14:22.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:42:0) after 6m26s
[21:20:48.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:42:0)
[21:20:48.119] Build status: SCHEDULED
[21:20:48.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:43:0) after 4m30s
[21:25:18.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:43:0)
[21:25:18.255] Build status: SCHEDULED
[21:25:18.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:44:0) after 6m3s
[21:31:21.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:44:0)
[21:31:21.403] Build status: SCHEDULED
[21:31:21.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:45:0) after 2m8s
[21:33:29.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:45:0)
[21:33:29.552] Build status: SCHEDULED
[21:33:29.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:46:0) after 4m45s
[21:38:14.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:46:0)
[21:38:14.708] Build status: SCHEDULED
[21:38:14.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:47:0) after 9m25s
[21:47:39.738] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:47:0)
[21:47:39.756] Build status: SCHEDULED
[21:47:39.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:48:0) after 1m4s
[21:48:43.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:48:0)
[21:48:43.847] Build status: SCHEDULED
[21:48:43.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:49:0) after 4m48s
[21:53:31.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:49:0)
[21:53:31.872] Build status: SCHEDULED
[21:53:31.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:50:0) after 2m29s
[21:56:00.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:50:0)
[21:56:00.929] Build status: SCHEDULED
[21:56:00.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:51:0) after 8m48s
[22:04:49.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:51:0)
[22:04:49.091] Build status: SCHEDULED
[22:04:49.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:52:0) after 1m45s
[22:06:34.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:52:0)
[22:06:34.241] Build status: SCHEDULED
[22:06:34.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:53:0) after 3m56s
[22:10:30.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:53:0)
[22:10:30.348] Build status: SCHEDULED
[22:10:30.348] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:54:0) after 9m29s
[22:19:59.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:54:0)
[22:19:59.497] Build status: SCHEDULED
[22:19:59.497] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:55:0) after 5m19s
[22:25:18.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:55:0)
[22:25:18.593] Build status: SCHEDULED
[22:25:18.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:56:0) after 4m23s
[22:29:41.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:56:0)
[22:29:41.828] Build status: SCHEDULED
[22:29:41.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:57:0) after 5m46s
[22:35:27.832] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:57:0)
[22:35:27.852] Build status: SCHEDULED
[22:35:27.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:58:0) after 4m21s
[22:39:48.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:58:0)
[22:39:49.012] Build status: SCHEDULED
[22:39:49.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:59:0) after 9m59s
[22:49:48.043] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:59:0)
[22:49:48.071] Build status: SCHEDULED
[22:49:48.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:60:0) after 3m31s
[22:53:19.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:60:0)
[22:53:19.158] Build status: SCHEDULED
[22:53:19.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:61:0) after 5m0s
[22:58:19.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:61:0)
[22:58:19.213] Build status: SCHEDULED
[22:58:19.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:62:0) after 8m28s
[23:06:47.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:62:0)
[23:06:47.306] Build status: SCHEDULED
[23:06:47.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:63:0) after 8m34s
[23:15:21.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:63:0)
[23:15:21.520] Build status: SCHEDULED
[23:15:21.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:64:0) after 7m15s
[23:22:36.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:64:0)
[23:22:36.571] Build status: SCHEDULED
[23:22:36.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:65:0) after 7m17s
[23:22:55.765] Received PubSub notification, asking Buildbucket for the build status
[23:22:55.784] Build status: STARTED
[23:29:53.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:65:0)
[23:29:53.695] Build status: STARTED
[23:29:53.695] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8873328118965761200:67:0) after 7m46s
[23:31:21.111] Received PubSub notification, asking Buildbucket for the build status
[23:31:21.130] Build:
{
"id": "8707898057002326961",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-30T17:58:15.360227321Z",
"startTime": "2025-07-30T23:22:55.577478242Z",
"endTime": "2025-07-30T23:31:18.313076485Z",
"updateTime": "2025-07-30T23:31:18.313076485Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "88ff1ab327ba3f816d1731e1ab851010e4b7729c",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:31:21.130] Invocation finished in 5h33m7.025770652s with status SUCCEEDED