[00:56:28.864] New invocation is queued and will start shortly
[00:56:30.702] Starting the invocation (attempt 1)
[00:56:30.733] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/90c692ee80eb6466c10eac5df6cdb0685b67a430"
[00:56:30.733] Popped gitiles commit info from properties and tags
[00:56:30.733] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:56:30.734] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:56:30.734] Buildbucket request:
{
"requestId": "8868318972063402864",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8868318972063402864",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bcc86ca8166a0954aff1730fb52a2c2ee1045246"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bcc86ca8166a0954aff1730fb52a2c2ee1045246",
"title": "bcc86ca8166a0954aff1730fb52a2c2ee1045246",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bcc86ca8166a0954aff1730fb52a2c2ee1045246"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc",
"title": "5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5b81c5e6a41aa4c9ec58a5e6f444cc3353f860bc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ec2a66f0778dbe2134fe143872a416e465c854b9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ec2a66f0778dbe2134fe143872a416e465c854b9",
"title": "ec2a66f0778dbe2134fe143872a416e465c854b9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ec2a66f0778dbe2134fe143872a416e465c854b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2e307089bf056f38b4f4541255faa23ace1969f5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2e307089bf056f38b4f4541255faa23ace1969f5",
"title": "2e307089bf056f38b4f4541255faa23ace1969f5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2e307089bf056f38b4f4541255faa23ace1969f5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "036f3b3596ee2b1bfb79daf5cf576e90cbd8d264"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@036f3b3596ee2b1bfb79daf5cf576e90cbd8d264",
"title": "036f3b3596ee2b1bfb79daf5cf576e90cbd8d264",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/036f3b3596ee2b1bfb79daf5cf576e90cbd8d264"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7aae54cae811bee703e8418779278e531087b562"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7aae54cae811bee703e8418779278e531087b562",
"title": "7aae54cae811bee703e8418779278e531087b562",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7aae54cae811bee703e8418779278e531087b562"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d35044a3c1063013c7683ff35c8723beedbdfe1a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d35044a3c1063013c7683ff35c8723beedbdfe1a",
"title": "d35044a3c1063013c7683ff35c8723beedbdfe1a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d35044a3c1063013c7683ff35c8723beedbdfe1a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "666bd39c0ecdfbd7ab5568c6b62d6894b587ea6b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@666bd39c0ecdfbd7ab5568c6b62d6894b587ea6b",
"title": "666bd39c0ecdfbd7ab5568c6b62d6894b587ea6b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/666bd39c0ecdfbd7ab5568c6b62d6894b587ea6b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "afda10d63370766a8fbc8fcff9254f1ae5be555b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@afda10d63370766a8fbc8fcff9254f1ae5be555b",
"title": "afda10d63370766a8fbc8fcff9254f1ae5be555b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/afda10d63370766a8fbc8fcff9254f1ae5be555b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90c692ee80eb6466c10eac5df6cdb0685b67a430"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90c692ee80eb6466c10eac5df6cdb0685b67a430",
"title": "90c692ee80eb6466c10eac5df6cdb0685b67a430",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90c692ee80eb6466c10eac5df6cdb0685b67a430"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "90c692ee80eb6466c10eac5df6cdb0685b67a430",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8868318972063402864"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:56:31.072] Scheduled build:
{
"id": "8702888909386165553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-24T00:56:30.789842089Z",
"updateTime": "2025-09-24T00:56:30.789842089Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "90c692ee80eb6466c10eac5df6cdb0685b67a430",
"ref": "refs/heads/main"
}
}
}
[00:56:31.072] Task URL: https://cr-buildbucket.appspot.com/build/8702888909386165553
[00:56:31.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:2:0) after 5m48s
[00:56:32.029] Received PubSub notification, asking Buildbucket for the build status
[00:56:32.048] Build status: SCHEDULED
[01:02:19.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:2:0)
[01:02:19.121] Build status: SCHEDULED
[01:02:19.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:4:0) after 9m40s
[01:11:59.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:4:0)
[01:11:59.132] Build status: SCHEDULED
[01:11:59.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:5:0) after 8m58s
[01:20:57.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:5:0)
[01:20:57.183] Build status: SCHEDULED
[01:20:57.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:6:0) after 4m18s
[01:25:15.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:6:0)
[01:25:15.290] Build status: SCHEDULED
[01:25:15.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:7:0) after 2m27s
[01:27:42.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:7:0)
[01:27:42.461] Build status: SCHEDULED
[01:27:42.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:8:0) after 2m3s
[01:29:45.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:8:0)
[01:29:45.502] Build status: SCHEDULED
[01:29:45.502] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:9:0) after 9m6s
[01:38:51.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:9:0)
[01:38:51.620] Build status: SCHEDULED
[01:38:51.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:10:0) after 8m5s
[01:46:56.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:10:0)
[01:46:58.719] Build status: SCHEDULED
[01:46:58.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:11:0) after 8m44s
[01:55:42.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:11:0)
[01:55:42.779] Build status: SCHEDULED
[01:55:42.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:12:0) after 6m19s
[02:02:01.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:12:0)
[02:02:01.816] Build status: SCHEDULED
[02:02:01.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:13:0) after 9m17s
[02:11:18.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:13:0)
[02:11:18.886] Build status: SCHEDULED
[02:11:18.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:14:0) after 8m26s
[02:19:44.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:14:0)
[02:19:44.987] Build status: SCHEDULED
[02:19:44.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:15:0) after 8m8s
[02:27:52.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:15:0)
[02:27:52.990] Build status: SCHEDULED
[02:27:52.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:16:0) after 4m17s
[02:32:10.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:16:0)
[02:32:10.072] Build status: SCHEDULED
[02:32:10.072] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:17:0) after 1m54s
[02:34:04.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:17:0)
[02:34:04.123] Build status: SCHEDULED
[02:34:04.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:18:0) after 4m44s
[02:38:48.405] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:18:0)
[02:38:48.428] Build status: SCHEDULED
[02:38:48.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:19:0) after 9m55s
[02:48:43.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:19:0)
[02:48:43.461] Build status: SCHEDULED
[02:48:43.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:20:0) after 9m39s
[02:58:22.547] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:20:0)
[02:58:22.565] Build status: SCHEDULED
[02:58:22.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:21:0) after 5m22s
[03:03:44.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:21:0)
[03:03:44.608] Build status: SCHEDULED
[03:03:44.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:22:0) after 5m29s
[03:09:13.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:22:0)
[03:09:13.692] Build status: SCHEDULED
[03:09:13.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:23:0) after 4m7s
[03:13:20.712] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:23:0)
[03:13:20.731] Build status: SCHEDULED
[03:13:20.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:24:0) after 5m43s
[03:19:03.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:24:0)
[03:19:03.811] Build status: SCHEDULED
[03:19:03.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:25:0) after 9m52s
[03:28:55.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:25:0)
[03:28:55.977] Build status: SCHEDULED
[03:28:55.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:26:0) after 5m20s
[03:34:15.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:26:0)
[03:34:15.995] Build status: SCHEDULED
[03:34:15.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:27:0) after 9m10s
[03:43:26.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:27:0)
[03:43:26.240] Build status: SCHEDULED
[03:43:26.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:28:0) after 2m43s
[03:46:09.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:28:0)
[03:46:09.262] Build status: SCHEDULED
[03:46:09.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:29:0) after 7m14s
[03:53:23.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:29:0)
[03:53:23.300] Build status: SCHEDULED
[03:53:23.300] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:30:0) after 8m53s
[04:02:16.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:30:0)
[04:02:16.342] Build status: SCHEDULED
[04:02:16.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:31:0) after 9m18s
[04:11:34.381] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:31:0)
[04:11:34.402] Build status: SCHEDULED
[04:11:34.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:32:0) after 1m50s
[04:13:24.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:32:0)
[04:13:24.483] Build status: SCHEDULED
[04:13:24.483] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:33:0) after 9m5s
[04:22:29.507] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:33:0)
[04:22:29.523] Build status: SCHEDULED
[04:22:29.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:34:0) after 5m6s
[04:27:35.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:34:0)
[04:27:35.556] Build status: SCHEDULED
[04:27:35.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:35:0) after 2m41s
[04:30:16.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:35:0)
[04:30:16.609] Build status: SCHEDULED
[04:30:16.609] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:36:0) after 9m17s
[04:39:33.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:36:0)
[04:39:33.612] Build status: SCHEDULED
[04:39:33.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:37:0) after 4m9s
[04:43:42.709] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:37:0)
[04:43:42.725] Build status: SCHEDULED
[04:43:42.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:38:0) after 8m41s
[04:52:23.743] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:38:0)
[04:52:23.770] Build status: SCHEDULED
[04:52:23.770] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:39:0) after 3m0s
[04:55:23.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:39:0)
[04:55:23.816] Build status: SCHEDULED
[04:55:23.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:40:0) after 3m50s
[04:59:13.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:40:0)
[04:59:13.896] Build status: SCHEDULED
[04:59:13.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:41:0) after 7m21s
[05:06:34.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:41:0)
[05:06:34.982] Build status: SCHEDULED
[05:06:34.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:42:0) after 8m16s
[05:14:51.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:42:0)
[05:14:51.033] Build status: SCHEDULED
[05:14:51.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:43:0) after 8m15s
[05:23:06.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:43:0)
[05:23:06.065] Build status: SCHEDULED
[05:23:06.065] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:44:0) after 7m0s
[05:30:06.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:44:0)
[05:30:06.098] Build status: SCHEDULED
[05:30:06.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:45:0) after 8m26s
[05:38:32.166] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:45:0)
[05:38:32.193] Build status: SCHEDULED
[05:38:32.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:46:0) after 9m5s
[05:47:37.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:46:0)
[05:47:37.337] Build status: SCHEDULED
[05:47:37.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:47:0) after 1m22s
[05:48:59.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:47:0)
[05:48:59.356] Build status: SCHEDULED
[05:48:59.356] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:48:0) after 7m2s
[05:56:01.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:48:0)
[05:56:01.396] Build status: SCHEDULED
[05:56:01.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:49:0) after 5m44s
[06:01:45.463] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:49:0)
[06:01:45.476] Build status: SCHEDULED
[06:01:45.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:50:0) after 9m9s
[06:10:54.494] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:50:0)
[06:10:54.521] Build status: SCHEDULED
[06:10:54.521] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:51:0) after 9m49s
[06:20:43.538] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:51:0)
[06:20:43.591] Build status: SCHEDULED
[06:20:43.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:52:0) after 4m17s
[06:25:00.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:52:0)
[06:25:00.644] Build status: SCHEDULED
[06:25:00.644] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:53:0) after 2m20s
[06:27:20.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:53:0)
[06:27:20.816] Build status: SCHEDULED
[06:27:20.816] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:54:0) after 5m41s
[06:33:01.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:54:0)
[06:33:01.892] Build status: SCHEDULED
[06:33:01.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:55:0) after 9m52s
[06:42:53.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:55:0)
[06:42:53.993] Build status: SCHEDULED
[06:42:53.993] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:56:0) after 5m50s
[06:48:43.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:56:0)
[06:48:44.004] Build status: SCHEDULED
[06:48:44.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:57:0) after 4m53s
[06:53:37.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:57:0)
[06:53:37.092] Build status: SCHEDULED
[06:53:37.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:58:0) after 8m48s
[07:02:25.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:58:0)
[07:02:25.140] Build status: SCHEDULED
[07:02:25.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:59:0) after 2m34s
[07:04:59.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:59:0)
[07:04:59.145] Build status: SCHEDULED
[07:04:59.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:60:0) after 2m55s
[07:07:54.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:60:0)
[07:07:54.334] Build status: SCHEDULED
[07:07:54.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:61:0) after 7m8s
[07:15:02.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:61:0)
[07:15:02.369] Build status: SCHEDULED
[07:15:02.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:62:0) after 1m53s
[07:16:55.393] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:62:0)
[07:16:55.558] Build status: SCHEDULED
[07:16:55.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:63:0) after 1m9s
[07:18:04.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:63:0)
[07:18:04.593] Build status: SCHEDULED
[07:18:04.593] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:64:0) after 3m31s
[07:21:35.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:64:0)
[07:21:35.727] Build status: SCHEDULED
[07:21:35.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:65:0) after 1m1s
[07:22:36.845] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:65:0)
[07:22:36.962] Build status: SCHEDULED
[07:22:36.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:66:0) after 6m54s
[07:29:30.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:66:0)
[07:29:31.052] Build status: SCHEDULED
[07:29:31.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:67:0) after 7m13s
[07:36:44.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:67:0)
[07:36:44.105] Build status: SCHEDULED
[07:36:44.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:68:0) after 3m54s
[07:40:38.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:68:0)
[07:40:38.137] Build status: SCHEDULED
[07:40:38.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:69:0) after 2m8s
[07:42:35.564] Received PubSub notification, asking Buildbucket for the build status
[07:42:35.586] Build status: STARTED
[07:42:46.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:69:0)
[07:42:46.246] Build status: STARTED
[07:42:46.246] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:71:0) after 4m13s
[07:46:59.281] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:71:0)
[07:46:59.352] Build status: STARTED
[07:46:59.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8868318972063402864:72:0) after 9m18s
[07:47:55.709] Received PubSub notification, asking Buildbucket for the build status
[07:47:55.727] Build:
{
"id": "8702888909386165553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-24T00:56:30.789842089Z",
"startTime": "2025-09-24T07:42:35.402425094Z",
"endTime": "2025-09-24T07:47:55.400637945Z",
"updateTime": "2025-09-24T07:47:55.400637945Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "90c692ee80eb6466c10eac5df6cdb0685b67a430",
"ref": "refs/heads/main"
}
}
}
[07:47:55.727] Invocation finished in 6h51m26.875277345s with status FAILED