[07:39:20.981] New invocation is queued and will start shortly
[07:39:22.186] Starting the invocation (attempt 1)
[07:39:22.205] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/1a4c64bc6466e52dd51ca3c4b6c1686bd58add12"
[07:39:22.206] Popped gitiles commit info from properties and tags
[07:39:22.206] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:39:22.207] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:39:22.208] Buildbucket request:
{
"requestId": "8867931237903873312",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867931237903873312",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8d1563a34ee20ed1b26f4493697c94b165e9572"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d1563a34ee20ed1b26f4493697c94b165e9572",
"title": "e8d1563a34ee20ed1b26f4493697c94b165e9572",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d1563a34ee20ed1b26f4493697c94b165e9572"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
"title": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1a4c64bc6466e52dd51ca3c4b6c1686bd58add12"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867931237903873312"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:39:22.564] Scheduled build:
{
"id": "8702501175901665937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-28T07:39:22.255234287Z",
"updateTime": "2025-09-28T07:39:22.255234287Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:39:22.564] Task URL: https://cr-buildbucket.appspot.com/build/8702501175901665937
[07:39:22.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:2:0) after 9m22s
[07:39:22.758] Received PubSub notification, asking Buildbucket for the build status
[07:39:22.781] Build status: SCHEDULED
[07:48:44.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:2:0)
[07:48:44.729] Build status: SCHEDULED
[07:48:44.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:4:0) after 5m49s
[07:54:33.841] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:4:0)
[07:54:33.857] Build status: SCHEDULED
[07:54:33.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:5:0) after 4m44s
[07:59:17.940] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:5:0)
[07:59:17.960] Build status: SCHEDULED
[07:59:17.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:6:0) after 7m46s
[08:07:03.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:6:0)
[08:07:03.989] Build status: SCHEDULED
[08:07:03.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:7:0) after 6m9s
[08:13:13.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:7:0)
[08:13:13.096] Build status: SCHEDULED
[08:13:13.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:8:0) after 3m9s
[08:16:22.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:8:0)
[08:16:22.090] Build status: SCHEDULED
[08:16:22.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:9:0) after 5m34s
[08:21:56.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:9:0)
[08:21:56.421] Build status: SCHEDULED
[08:21:56.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:10:0) after 4m54s
[08:26:50.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:10:0)
[08:26:50.453] Build status: SCHEDULED
[08:26:50.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:11:0) after 5m58s
[08:32:48.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:11:0)
[08:32:48.671] Build status: SCHEDULED
[08:32:48.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:12:0) after 3m36s
[08:36:24.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:12:0)
[08:36:24.893] Build status: SCHEDULED
[08:36:24.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:13:0) after 7m13s
[08:43:37.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:13:0)
[08:43:37.926] Build status: SCHEDULED
[08:43:37.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:14:0) after 7m18s
[08:50:56.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:14:0)
[08:50:56.483] Build status: SCHEDULED
[08:50:56.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:15:0) after 2m57s
[08:53:53.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:15:0)
[08:53:53.511] Build status: SCHEDULED
[08:53:53.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:16:0) after 2m51s
[08:56:44.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:16:0)
[08:56:44.757] Build status: SCHEDULED
[08:56:44.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:17:0) after 6m5s
[09:02:49.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:17:0)
[09:02:49.799] Build status: SCHEDULED
[09:02:49.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:18:0) after 5m31s
[09:08:20.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:18:0)
[09:08:20.838] Build status: SCHEDULED
[09:08:20.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:19:0) after 8m40s
[09:17:00.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:19:0)
[09:17:00.992] Build status: SCHEDULED
[09:17:00.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:20:0) after 2m56s
[09:19:57.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:20:0)
[09:19:57.093] Build status: SCHEDULED
[09:19:57.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:21:0) after 4m10s
[09:24:07.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:21:0)
[09:24:07.325] Build status: SCHEDULED
[09:24:07.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:22:0) after 7m49s
[09:31:56.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:22:0)
[09:31:56.368] Build status: SCHEDULED
[09:31:56.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:23:0) after 8m48s
[09:40:44.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:23:0)
[09:40:44.527] Build status: SCHEDULED
[09:40:44.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:24:0) after 1m55s
[09:42:39.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:24:0)
[09:42:39.560] Build status: SCHEDULED
[09:42:39.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:25:0) after 2m55s
[09:45:34.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:25:0)
[09:45:34.894] Build status: SCHEDULED
[09:45:34.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:26:0) after 4m52s
[09:50:27.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:26:0)
[09:50:27.036] Build status: SCHEDULED
[09:50:27.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:27:0) after 6m4s
[09:56:31.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:27:0)
[09:56:31.148] Build status: SCHEDULED
[09:56:31.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:28:0) after 8m43s
[10:05:14.164] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:28:0)
[10:05:14.179] Build status: SCHEDULED
[10:05:14.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:29:0) after 5m28s
[10:10:42.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:29:0)
[10:10:42.163] Build status: SCHEDULED
[10:10:42.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:30:0) after 6m17s
[10:16:59.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:30:0)
[10:16:59.265] Build status: SCHEDULED
[10:16:59.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:31:0) after 7m47s
[10:24:46.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:31:0)
[10:24:46.337] Build status: SCHEDULED
[10:24:46.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:32:0) after 3m19s
[10:28:05.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:32:0)
[10:28:05.373] Build status: SCHEDULED
[10:28:05.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:33:0) after 5m38s
[10:33:43.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:33:0)
[10:33:43.439] Build status: SCHEDULED
[10:33:43.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:34:0) after 8m2s
[10:41:45.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:34:0)
[10:41:45.702] Build status: SCHEDULED
[10:41:45.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:35:0) after 9m7s
[10:50:52.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:35:0)
[10:50:52.742] Build status: SCHEDULED
[10:50:52.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:36:0) after 3m10s
[10:54:02.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:36:0)
[10:54:02.784] Build status: SCHEDULED
[10:54:02.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:37:0) after 2m38s
[10:56:40.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:37:0)
[10:56:40.842] Build status: SCHEDULED
[10:56:40.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:38:0) after 9m54s
[11:06:34.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:38:0)
[11:06:35.005] Build status: SCHEDULED
[11:06:35.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:39:0) after 7m0s
[11:13:35.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:39:0)
[11:13:35.371] Build status: SCHEDULED
[11:13:35.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:40:0) after 1m39s
[11:15:14.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:40:0)
[11:15:14.477] Build status: SCHEDULED
[11:15:14.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:41:0) after 5m4s
[11:20:18.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:41:0)
[11:20:18.561] Build status: SCHEDULED
[11:20:18.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:42:0) after 6m57s
[11:27:15.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:42:0)
[11:27:15.710] Build status: SCHEDULED
[11:27:15.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:43:0) after 1m10s
[11:28:25.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:43:0)
[11:28:25.789] Build status: SCHEDULED
[11:28:25.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:44:0) after 7m28s
[11:35:53.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:44:0)
[11:35:53.817] Build status: SCHEDULED
[11:35:53.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:45:0) after 2m14s
[11:38:07.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:45:0)
[11:38:07.859] Build status: SCHEDULED
[11:38:07.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:46:0) after 6m48s
[11:44:56.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:46:0)
[11:44:56.156] Build status: SCHEDULED
[11:44:56.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:47:0) after 5m7s
[11:50:03.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:47:0)
[11:50:03.293] Build status: SCHEDULED
[11:50:03.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:48:0) after 3m22s
[11:53:25.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:48:0)
[11:53:25.527] Build status: SCHEDULED
[11:53:25.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:49:0) after 5m16s
[11:58:41.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:49:0)
[11:58:41.579] Build status: SCHEDULED
[11:58:41.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:50:0) after 1m41s
[12:00:22.582] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:50:0)
[12:00:22.623] Build status: SCHEDULED
[12:00:22.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:51:0) after 5m28s
[12:05:50.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:51:0)
[12:05:50.661] Build status: SCHEDULED
[12:05:50.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:52:0) after 3m27s
[12:09:17.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:52:0)
[12:09:17.708] Build status: SCHEDULED
[12:09:17.708] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:53:0) after 1m14s
[12:10:32.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:53:0)
[12:10:32.269] Build status: SCHEDULED
[12:10:32.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:54:0) after 6m13s
[12:16:45.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:54:0)
[12:16:45.452] Build status: SCHEDULED
[12:16:45.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:55:0) after 3m26s
[12:20:11.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:55:0)
[12:20:11.622] Build status: SCHEDULED
[12:20:11.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:56:0) after 3m34s
[12:23:45.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:56:0)
[12:23:45.673] Build status: SCHEDULED
[12:23:45.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:57:0) after 1m57s
[12:25:42.689] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:57:0)
[12:25:42.770] Build status: SCHEDULED
[12:25:42.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:58:0) after 6m10s
[12:31:52.792] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:58:0)
[12:31:52.817] Build status: SCHEDULED
[12:31:52.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:59:0) after 3m32s
[12:35:24.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:59:0)
[12:35:24.871] Build status: SCHEDULED
[12:35:24.871] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:60:0) after 9m47s
[12:45:11.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:60:0)
[12:45:11.931] Build status: SCHEDULED
[12:45:11.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:61:0) after 1m18s
[12:46:29.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:61:0)
[12:46:29.982] Build status: SCHEDULED
[12:46:29.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:62:0) after 6m55s
[12:53:25.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:62:0)
[12:53:25.215] Build status: SCHEDULED
[12:53:25.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:63:0) after 9m36s
[13:03:01.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:63:0)
[13:03:01.301] Build status: SCHEDULED
[13:03:01.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:64:0) after 7m26s
[13:10:27.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:64:0)
[13:10:27.335] Build status: SCHEDULED
[13:10:27.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:65:0) after 7m46s
[13:18:13.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:65:0)
[13:18:13.467] Build status: SCHEDULED
[13:18:13.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:66:0) after 4m4s
[13:22:17.481] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:66:0)
[13:22:17.499] Build status: SCHEDULED
[13:22:17.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:67:0) after 6m34s
[13:28:51.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:67:0)
[13:28:51.677] Build status: SCHEDULED
[13:28:51.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:68:0) after 1m33s
[13:30:24.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:68:0)
[13:30:24.812] Build status: SCHEDULED
[13:30:24.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:69:0) after 6m7s
[13:36:32.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:69:0)
[13:36:32.215] Build status: SCHEDULED
[13:36:32.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:70:0) after 4m0s
[13:40:32.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:70:0)
[13:40:32.326] Build status: SCHEDULED
[13:40:32.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:71:0) after 4m20s
[13:44:52.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:71:0)
[13:44:52.384] Build status: SCHEDULED
[13:44:52.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:72:0) after 9m46s
[13:54:38.430] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:72:0)
[13:54:38.449] Build status: SCHEDULED
[13:54:38.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:73:0) after 5m22s
[14:00:00.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:73:0)
[14:00:00.519] Build status: SCHEDULED
[14:00:00.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:74:0) after 4m41s
[14:04:41.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:74:0)
[14:04:41.949] Build status: SCHEDULED
[14:04:41.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:75:0) after 6m29s
[14:09:44.847] Received PubSub notification, asking Buildbucket for the build status
[14:09:44.865] Build status: STARTED
[14:11:11.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:75:0)
[14:11:11.079] Build status: STARTED
[14:11:11.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:77:0) after 2m12s
[14:13:23.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:77:0)
[14:13:23.952] Build status: STARTED
[14:13:23.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:78:0) after 5m11s
[14:18:34.967] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:78:0)
[14:18:34.983] Build status: STARTED
[14:18:34.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867931237903873312:79:0) after 1m4s
[14:19:11.674] Received PubSub notification, asking Buildbucket for the build status
[14:19:11.691] Build:
{
"id": "8702501175901665937",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-28T07:39:22.255234287Z",
"startTime": "2025-09-28T14:09:44.686360906Z",
"endTime": "2025-09-28T14:19:10.652500058Z",
"updateTime": "2025-09-28T14:19:10.652500058Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "1a4c64bc6466e52dd51ca3c4b6c1686bd58add12",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:19:11.691] Invocation finished in 6h39m50.729443278s with status SUCCEEDED