[19:56:54.971] New invocation is queued and will start shortly
[19:56:56.718] Starting the invocation (attempt 1)
[19:56:56.749] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/13fc1fb23dc7a7dd59e48917f33d0b41927b79ef"
[19:56:56.749] Popped gitiles commit info from properties and tags
[19:56:56.749] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:56:56.750] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:56:56.750] Buildbucket request:
{
"requestId": "8860818270845661056",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860818270845661056",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a92920aa0e8ee8aae03c0de817fcff7aa7db31aa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a92920aa0e8ee8aae03c0de817fcff7aa7db31aa",
"title": "a92920aa0e8ee8aae03c0de817fcff7aa7db31aa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a92920aa0e8ee8aae03c0de817fcff7aa7db31aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "005c2b2ae1e206b1a330434c9273000ed7a95724"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@005c2b2ae1e206b1a330434c9273000ed7a95724",
"title": "005c2b2ae1e206b1a330434c9273000ed7a95724",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/005c2b2ae1e206b1a330434c9273000ed7a95724"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "74bba12d67a8c58739704810e9e38165a44dfc49"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74bba12d67a8c58739704810e9e38165a44dfc49",
"title": "74bba12d67a8c58739704810e9e38165a44dfc49",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74bba12d67a8c58739704810e9e38165a44dfc49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "777768c94abef41d4ed3f386d3554fe7b4463dce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@777768c94abef41d4ed3f386d3554fe7b4463dce",
"title": "777768c94abef41d4ed3f386d3554fe7b4463dce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/777768c94abef41d4ed3f386d3554fe7b4463dce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4bf3c7514bf429349dcb2c2bdfcb6301d64638c5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4bf3c7514bf429349dcb2c2bdfcb6301d64638c5",
"title": "4bf3c7514bf429349dcb2c2bdfcb6301d64638c5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4bf3c7514bf429349dcb2c2bdfcb6301d64638c5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"title": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13fc1fb23dc7a7dd59e48917f33d0b41927b79ef"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860818270845661056"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:56:57.330] Scheduled build:
{
"id": "8695388208269126945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-15T19:56:56.799617184Z",
"updateTime": "2025-12-15T19:56:56.799617184Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"ref": "refs/heads/main"
}
}
}
[19:56:57.330] Task URL: https://cr-buildbucket.appspot.com/build/8695388208269126945
[19:56:57.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:2:0) after 9m12s
[19:56:58.193] Received PubSub notification, asking Buildbucket for the build status
[19:56:58.207] Build status: SCHEDULED
[20:06:09.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:2:0)
[20:06:09.400] Build status: SCHEDULED
[20:06:09.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:4:0) after 8m59s
[20:15:08.417] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:4:0)
[20:15:08.433] Build status: SCHEDULED
[20:15:08.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:5:0) after 1m42s
[20:16:50.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:5:0)
[20:16:50.604] Build status: SCHEDULED
[20:16:50.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:6:0) after 1m2s
[20:17:52.618] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:6:0)
[20:17:52.642] Build status: SCHEDULED
[20:17:52.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:7:0) after 1m12s
[20:19:04.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:7:0)
[20:19:04.853] Build status: SCHEDULED
[20:19:04.853] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:8:0) after 9m59s
[20:29:04.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:8:0)
[20:29:04.042] Build status: SCHEDULED
[20:29:04.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:9:0) after 6m56s
[20:36:00.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:9:0)
[20:36:00.077] Build status: SCHEDULED
[20:36:00.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:10:0) after 1m36s
[20:37:36.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:10:0)
[20:37:36.180] Build status: SCHEDULED
[20:37:36.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:11:0) after 5m1s
[20:42:37.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:11:0)
[20:42:37.299] Build status: SCHEDULED
[20:42:37.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:12:0) after 7m24s
[20:50:01.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:12:0)
[20:50:01.487] Build status: SCHEDULED
[20:50:01.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:13:0) after 4m15s
[20:54:16.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:13:0)
[20:54:16.520] Build status: SCHEDULED
[20:54:16.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:14:0) after 8m42s
[21:02:58.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:14:0)
[21:02:58.599] Build status: SCHEDULED
[21:02:58.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:15:0) after 8m5s
[21:11:03.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:15:0)
[21:11:03.679] Build status: SCHEDULED
[21:11:03.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:16:0) after 2m57s
[21:14:00.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:16:0)
[21:14:00.713] Build status: SCHEDULED
[21:14:00.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:17:0) after 1m20s
[21:15:20.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:17:0)
[21:15:20.769] Build status: SCHEDULED
[21:15:20.769] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:18:0) after 7m53s
[21:23:13.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:18:0)
[21:23:13.938] Build status: SCHEDULED
[21:23:13.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:19:0) after 5m21s
[21:28:34.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:19:0)
[21:28:34.980] Build status: SCHEDULED
[21:28:34.980] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:20:0) after 6m14s
[21:34:48.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:20:0)
[21:34:49.016] Build status: SCHEDULED
[21:34:49.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:21:0) after 1m49s
[21:36:38.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:21:0)
[21:36:38.044] Build status: SCHEDULED
[21:36:38.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:22:0) after 2m17s
[21:38:55.032] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:22:0)
[21:38:55.046] Build status: SCHEDULED
[21:38:55.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:23:0) after 3m39s
[21:42:34.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:23:0)
[21:42:34.158] Build status: SCHEDULED
[21:42:34.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:24:0) after 4m6s
[21:46:40.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:24:0)
[21:46:40.200] Build status: SCHEDULED
[21:46:40.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:25:0) after 5m47s
[21:52:27.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:25:0)
[21:52:27.247] Build status: SCHEDULED
[21:52:27.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:26:0) after 6m59s
[21:59:26.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:26:0)
[21:59:26.276] Build status: SCHEDULED
[21:59:26.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:27:0) after 1m44s
[22:01:10.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:27:0)
[22:01:10.325] Build status: SCHEDULED
[22:01:10.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:28:0) after 7m44s
[22:08:54.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:28:0)
[22:08:54.403] Build status: SCHEDULED
[22:08:54.403] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:29:0) after 5m7s
[22:14:01.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:29:0)
[22:14:01.613] Build status: SCHEDULED
[22:14:01.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:30:0) after 6m5s
[22:20:06.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:30:0)
[22:20:06.811] Build status: SCHEDULED
[22:20:06.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:31:0) after 5m12s
[22:25:18.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:31:0)
[22:25:18.909] Build status: SCHEDULED
[22:25:18.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:32:0) after 3m47s
[22:29:05.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:32:0)
[22:29:05.986] Build status: SCHEDULED
[22:29:05.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:33:0) after 1m39s
[22:30:45.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:33:0)
[22:30:45.064] Build status: SCHEDULED
[22:30:45.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:34:0) after 5m22s
[22:36:07.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:34:0)
[22:36:07.166] Build status: SCHEDULED
[22:36:07.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:35:0) after 9m11s
[22:45:18.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:35:0)
[22:45:18.209] Build status: SCHEDULED
[22:45:18.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:36:0) after 1m37s
[22:46:55.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:36:0)
[22:46:55.220] Build status: SCHEDULED
[22:46:55.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:37:0) after 7m29s
[22:54:24.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:37:0)
[22:54:24.351] Build status: SCHEDULED
[22:54:24.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:38:0) after 2m17s
[22:56:41.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:38:0)
[22:56:41.402] Build status: SCHEDULED
[22:56:41.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:39:0) after 8m9s
[23:04:50.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:39:0)
[23:04:50.442] Build status: SCHEDULED
[23:04:50.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:40:0) after 6m20s
[23:11:10.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:40:0)
[23:11:10.573] Build status: SCHEDULED
[23:11:10.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:41:0) after 5m33s
[23:16:43.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:41:0)
[23:16:43.773] Build status: SCHEDULED
[23:16:43.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:42:0) after 4m34s
[23:21:17.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:42:0)
[23:21:17.816] Build status: SCHEDULED
[23:21:17.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:43:0) after 1m34s
[23:22:52.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:43:0)
[23:22:52.042] Build status: SCHEDULED
[23:22:52.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:44:0) after 6m11s
[23:29:03.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:44:0)
[23:29:03.103] Build status: SCHEDULED
[23:29:03.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:45:0) after 8m59s
[23:38:02.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:45:0)
[23:38:04.352] Build status: SCHEDULED
[23:38:04.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:46:0) after 9m56s
[23:48:00.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:46:0)
[23:48:00.560] Build status: SCHEDULED
[23:48:00.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:47:0) after 3m49s
[23:51:49.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:47:0)
[23:51:49.588] Build status: SCHEDULED
[23:51:49.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:48:0) after 6m50s
[23:58:39.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:48:0)
[23:58:39.661] Build status: SCHEDULED
[23:58:39.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:49:0) after 7m28s
[00:06:07.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:49:0)
[00:06:07.693] Build status: SCHEDULED
[00:06:07.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:50:0) after 3m37s
[00:09:44.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:50:0)
[00:09:44.744] Build status: SCHEDULED
[00:09:44.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:51:0) after 5m39s
[00:15:23.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:51:0)
[00:15:23.767] Build status: SCHEDULED
[00:15:23.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:52:0) after 3m26s
[00:18:49.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:52:0)
[00:18:49.783] Build status: SCHEDULED
[00:18:49.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:53:0) after 9m21s
[00:28:10.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:53:0)
[00:28:10.825] Build status: SCHEDULED
[00:28:10.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:54:0) after 1m58s
[00:30:09.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:54:0)
[00:30:09.072] Build status: SCHEDULED
[00:30:09.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:55:0) after 1m12s
[00:31:21.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:55:0)
[00:31:21.105] Build status: SCHEDULED
[00:31:21.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:56:0) after 3m54s
[00:35:15.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:56:0)
[00:35:15.177] Build status: SCHEDULED
[00:35:15.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:57:0) after 8m28s
[00:43:43.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:57:0)
[00:43:43.210] Build status: SCHEDULED
[00:43:43.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:58:0) after 1m35s
[00:45:18.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:58:0)
[00:45:18.351] Build status: SCHEDULED
[00:45:18.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:59:0) after 5m18s
[00:50:36.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:59:0)
[00:50:36.382] Build status: SCHEDULED
[00:50:36.382] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:60:0) after 8m20s
[00:52:04.869] Received PubSub notification, asking Buildbucket for the build status
[00:52:04.888] Build status: STARTED
[00:58:56.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:60:0)
[00:58:56.484] Build status: STARTED
[00:58:56.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:62:0) after 6m10s
[01:05:06.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:62:0)
[01:05:06.563] Build status: STARTED
[01:05:06.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:63:0) after 2m54s
[01:08:00.710] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:63:0)
[01:08:00.728] Build status: STARTED
[01:08:00.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:64:0) after 1m2s
[01:09:02.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:64:0)
[01:09:02.781] Build status: STARTED
[01:09:02.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:65:0) after 8m9s
[01:17:11.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:65:0)
[01:17:11.829] Build status: STARTED
[01:17:11.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:66:0) after 8m45s
[01:25:56.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:66:0)
[01:25:56.858] Build status: STARTED
[01:25:56.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:67:0) after 5m21s
[01:31:18.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:67:0)
[01:31:18.069] Build status: STARTED
[01:31:18.070] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:68:0) after 1m0s
[01:32:18.064] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:68:0)
[01:32:18.079] Build status: STARTED
[01:32:18.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:69:0) after 3m39s
[01:35:57.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:69:0)
[01:35:57.291] Build status: STARTED
[01:35:57.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:70:0) after 8m43s
[01:44:40.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:70:0)
[01:44:40.391] Build status: STARTED
[01:44:40.391] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:71:0) after 7m20s
[01:52:00.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:71:0)
[01:52:00.454] Build status: STARTED
[01:52:00.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:72:0) after 3m5s
[01:55:05.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:72:0)
[01:55:05.624] Build status: STARTED
[01:55:05.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:73:0) after 8m18s
[02:03:23.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:73:0)
[02:03:23.765] Build status: STARTED
[02:03:23.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8860818270845661056:74:0) after 4m40s
[02:03:50.209] Received PubSub notification, asking Buildbucket for the build status
[02:03:50.226] Build:
{
"id": "8695388208269126945",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-15T19:56:56.799617184Z",
"startTime": "2025-12-16T00:52:04.581820684Z",
"endTime": "2025-12-16T02:03:49.814157665Z",
"updateTime": "2025-12-16T02:03:49.814157665Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"ref": "refs/heads/main"
}
}
}
[02:03:50.226] Invocation finished in 6h6m55.267587722s with status SUCCEEDED