[18:41:25.642] New invocation is queued and will start shortly
[18:41:26.740] Starting the invocation (attempt 1)
[18:41:26.765] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4687281948a611198f22a47676c5bc8d495f698e"
[18:41:26.765] Popped gitiles commit info from properties and tags
[18:41:26.765] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:41:26.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:41:26.766] Buildbucket request:
{
"requestId": "8867617792669495376",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867617792669495376",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2738cb51ea881d10a8cd51a284d9823c5fff1ca2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2738cb51ea881d10a8cd51a284d9823c5fff1ca2",
"title": "2738cb51ea881d10a8cd51a284d9823c5fff1ca2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2738cb51ea881d10a8cd51a284d9823c5fff1ca2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83c910ed16c5246a1fc19648bc0e3b9d7eb6e586"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83c910ed16c5246a1fc19648bc0e3b9d7eb6e586",
"title": "83c910ed16c5246a1fc19648bc0e3b9d7eb6e586",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83c910ed16c5246a1fc19648bc0e3b9d7eb6e586"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "033e549f92337ab57850bf4b061007e166a2db46"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@033e549f92337ab57850bf4b061007e166a2db46",
"title": "033e549f92337ab57850bf4b061007e166a2db46",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/033e549f92337ab57850bf4b061007e166a2db46"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4687281948a611198f22a47676c5bc8d495f698e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4687281948a611198f22a47676c5bc8d495f698e",
"title": "4687281948a611198f22a47676c5bc8d495f698e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4687281948a611198f22a47676c5bc8d495f698e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4687281948a611198f22a47676c5bc8d495f698e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867617792669495376"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:41:27.340] Scheduled build:
{
"id": "8702187730739944001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-01T18:41:26.855566991Z",
"updateTime": "2025-10-01T18:41:26.855566991Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4687281948a611198f22a47676c5bc8d495f698e",
"ref": "refs/heads/main"
}
}
}
[18:41:27.340] Task URL: https://cr-buildbucket.appspot.com/build/8702187730739944001
[18:41:27.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:2:0) after 4m29s
[18:41:28.373] Received PubSub notification, asking Buildbucket for the build status
[18:41:28.477] Build status: SCHEDULED
[18:45:56.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:2:0)
[18:45:56.910] Build status: SCHEDULED
[18:45:56.910] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:4:0) after 9m9s
[18:55:06.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:4:0)
[18:55:06.048] Build status: SCHEDULED
[18:55:06.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:5:0) after 5m52s
[19:00:58.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:5:0)
[19:00:58.296] Build status: SCHEDULED
[19:00:58.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:6:0) after 2m44s
[19:03:42.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:6:0)
[19:03:42.440] Build status: SCHEDULED
[19:03:42.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:7:0) after 2m29s
[19:06:11.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:7:0)
[19:06:11.547] Build status: SCHEDULED
[19:06:11.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:8:0) after 7m25s
[19:13:36.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:8:0)
[19:13:36.782] Build status: SCHEDULED
[19:13:36.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:9:0) after 7m53s
[19:21:29.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:9:0)
[19:21:29.861] Build status: SCHEDULED
[19:21:29.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:10:0) after 4m58s
[19:26:28.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:10:0)
[19:26:28.272] Build status: SCHEDULED
[19:26:28.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:11:0) after 7m16s
[19:33:44.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:11:0)
[19:33:44.338] Build status: SCHEDULED
[19:33:44.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:12:0) after 8m7s
[19:41:51.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:12:0)
[19:41:51.529] Build status: SCHEDULED
[19:41:51.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:13:0) after 6m57s
[19:48:48.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:13:0)
[19:48:48.587] Build status: SCHEDULED
[19:48:48.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:14:0) after 9m16s
[19:58:04.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:14:0)
[19:58:04.840] Build status: SCHEDULED
[19:58:04.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:15:0) after 7m3s
[20:05:07.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:15:0)
[20:05:08.086] Build status: SCHEDULED
[20:05:08.086] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:16:0) after 4m32s
[20:09:40.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:16:0)
[20:09:40.166] Build status: SCHEDULED
[20:09:40.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:17:0) after 8m53s
[20:18:33.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:17:0)
[20:18:33.258] Build status: SCHEDULED
[20:18:33.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:18:0) after 6m52s
[20:25:25.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:18:0)
[20:25:25.386] Build status: SCHEDULED
[20:25:25.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:19:0) after 3m41s
[20:29:06.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:19:0)
[20:29:06.680] Build status: SCHEDULED
[20:29:06.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:20:0) after 4m27s
[20:33:33.804] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:20:0)
[20:33:33.835] Build status: SCHEDULED
[20:33:33.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:21:0) after 9m22s
[20:42:55.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:21:0)
[20:42:55.870] Build status: SCHEDULED
[20:42:55.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:22:0) after 6m10s
[20:49:05.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:22:0)
[20:49:05.952] Build status: SCHEDULED
[20:49:05.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:23:0) after 5m37s
[20:54:43.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:23:0)
[20:54:43.121] Build status: SCHEDULED
[20:54:43.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:24:0) after 2m12s
[20:56:55.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:24:0)
[20:56:55.214] Build status: SCHEDULED
[20:56:55.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:25:0) after 9m23s
[21:06:18.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:25:0)
[21:06:18.406] Build status: SCHEDULED
[21:06:18.406] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:26:0) after 6m9s
[21:12:27.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:26:0)
[21:12:27.392] Build status: SCHEDULED
[21:12:27.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:27:0) after 9m6s
[21:21:33.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:27:0)
[21:21:33.529] Build status: SCHEDULED
[21:21:33.529] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:28:0) after 6m17s
[21:27:50.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:28:0)
[21:27:50.651] Build status: SCHEDULED
[21:27:50.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:29:0) after 9m2s
[21:36:52.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:29:0)
[21:36:52.678] Build status: SCHEDULED
[21:36:52.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:30:0) after 7m22s
[21:44:14.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:30:0)
[21:44:14.783] Build status: SCHEDULED
[21:44:14.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:31:0) after 1m34s
[21:45:48.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:31:0)
[21:45:48.988] Build status: SCHEDULED
[21:45:48.988] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:32:0) after 3m0s
[21:48:49.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:32:0)
[21:48:49.036] Build status: SCHEDULED
[21:48:49.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:33:0) after 3m34s
[21:52:23.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:33:0)
[21:52:23.064] Build status: SCHEDULED
[21:52:23.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:34:0) after 2m46s
[21:55:09.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:34:0)
[21:55:09.169] Build status: SCHEDULED
[21:55:09.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:35:0) after 1m17s
[21:56:26.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:35:0)
[21:56:26.177] Build status: SCHEDULED
[21:56:26.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:36:0) after 4m26s
[22:00:52.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:36:0)
[22:00:52.208] Build status: SCHEDULED
[22:00:52.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:37:0) after 3m21s
[22:04:13.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:37:0)
[22:04:13.241] Build status: SCHEDULED
[22:04:13.241] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:38:0) after 1m48s
[22:06:01.253] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:38:0)
[22:06:01.317] Build status: SCHEDULED
[22:06:01.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:39:0) after 5m34s
[22:11:35.343] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:39:0)
[22:11:35.360] Build status: SCHEDULED
[22:11:35.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:40:0) after 4m34s
[22:16:09.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:40:0)
[22:16:09.441] Build status: SCHEDULED
[22:16:09.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:41:0) after 6m54s
[22:23:03.513] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:41:0)
[22:23:03.528] Build status: SCHEDULED
[22:23:03.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:42:0) after 4m21s
[22:27:24.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:42:0)
[22:27:24.606] Build status: SCHEDULED
[22:27:24.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:43:0) after 1m45s
[22:29:09.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:43:0)
[22:29:09.882] Build status: SCHEDULED
[22:29:09.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:44:0) after 4m4s
[22:33:13.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:44:0)
[22:33:13.919] Build status: SCHEDULED
[22:33:13.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:45:0) after 3m24s
[22:36:37.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:45:0)
[22:36:38.117] Build status: SCHEDULED
[22:36:38.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:46:0) after 5m30s
[22:42:08.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:46:0)
[22:42:08.158] Build status: SCHEDULED
[22:42:08.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:47:0) after 3m25s
[22:45:33.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:47:0)
[22:45:33.265] Build status: SCHEDULED
[22:45:33.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:48:0) after 1m28s
[22:47:01.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:48:0)
[22:47:01.420] Build status: SCHEDULED
[22:47:01.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:49:0) after 8m52s
[22:55:53.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:49:0)
[22:55:53.507] Build status: SCHEDULED
[22:55:53.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:50:0) after 7m10s
[23:03:03.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:50:0)
[23:03:03.552] Build status: SCHEDULED
[23:03:03.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:51:0) after 1m8s
[23:04:11.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:51:0)
[23:04:11.640] Build status: SCHEDULED
[23:04:11.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:52:0) after 4m22s
[23:08:33.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:52:0)
[23:08:33.721] Build status: SCHEDULED
[23:08:33.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:53:0) after 8m19s
[23:16:52.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:53:0)
[23:16:52.805] Build status: SCHEDULED
[23:16:52.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:54:0) after 1m2s
[23:17:54.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:54:0)
[23:17:54.942] Build status: SCHEDULED
[23:17:54.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:55:0) after 5m24s
[23:23:18.976] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:55:0)
[23:23:18.993] Build status: SCHEDULED
[23:23:18.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:56:0) after 8m3s
[23:31:22.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:56:0)
[23:31:22.074] Build status: SCHEDULED
[23:31:22.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:57:0) after 8m30s
[23:39:52.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:57:0)
[23:39:52.184] Build status: SCHEDULED
[23:39:52.184] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:58:0) after 4m18s
[23:44:10.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:58:0)
[23:44:10.305] Build status: SCHEDULED
[23:44:10.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:59:0) after 4m50s
[23:49:00.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:59:0)
[23:49:00.309] Build status: SCHEDULED
[23:49:00.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:60:0) after 6m55s
[23:55:55.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:60:0)
[23:55:55.433] Build status: SCHEDULED
[23:55:55.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:61:0) after 4m38s
[00:00:33.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:61:0)
[00:00:33.506] Build status: SCHEDULED
[00:00:33.506] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:62:0) after 8m0s
[00:08:11.044] Received PubSub notification, asking Buildbucket for the build status
[00:08:11.064] Build status: STARTED
[00:08:33.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:62:0)
[00:08:33.784] Build status: STARTED
[00:08:33.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-tsan:8867617792669495376:64:0) after 5m12s
[00:12:35.070] Received PubSub notification, asking Buildbucket for the build status
[00:12:35.088] Build:
{
"id": "8702187730739944001",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-01T18:41:26.855566991Z",
"startTime": "2025-10-02T00:08:10.764230941Z",
"endTime": "2025-10-02T00:12:34.446604144Z",
"updateTime": "2025-10-02T00:12:34.446604144Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4687281948a611198f22a47676c5bc8d495f698e",
"ref": "refs/heads/main"
}
}
}
[00:12:35.088] Invocation finished in 5h31m9.456087898s with status FAILED