[03:53:16.357] New invocation is queued and will start shortly
[03:53:17.419] Starting the invocation (attempt 1)
[03:53:17.448] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/cfae9b2490f0cdc53f7f23571983d1fd17839166"
[03:53:17.448] Popped gitiles commit info from properties and tags
[03:53:17.448] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:53:17.448] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:53:17.449] Buildbucket request:
{
"requestId": "8867130088738996720",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867130088738996720",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a09ff622f52fcde80eb44fa7617332493c8d9cdd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a09ff622f52fcde80eb44fa7617332493c8d9cdd",
"title": "a09ff622f52fcde80eb44fa7617332493c8d9cdd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a09ff622f52fcde80eb44fa7617332493c8d9cdd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "39400c0df91ae2595a5d803399ebbc1620941d91"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@39400c0df91ae2595a5d803399ebbc1620941d91",
"title": "39400c0df91ae2595a5d803399ebbc1620941d91",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/39400c0df91ae2595a5d803399ebbc1620941d91"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a183a6e5bc573ae3253c3213d639756343547431"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a183a6e5bc573ae3253c3213d639756343547431",
"title": "a183a6e5bc573ae3253c3213d639756343547431",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a183a6e5bc573ae3253c3213d639756343547431"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6cfefb6f3cdf630ffafe649816d42655c47dca30"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6cfefb6f3cdf630ffafe649816d42655c47dca30",
"title": "6cfefb6f3cdf630ffafe649816d42655c47dca30",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6cfefb6f3cdf630ffafe649816d42655c47dca30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dc0adaef766841949bc90f1f2323b0adea1ac690"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dc0adaef766841949bc90f1f2323b0adea1ac690",
"title": "dc0adaef766841949bc90f1f2323b0adea1ac690",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dc0adaef766841949bc90f1f2323b0adea1ac690"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c2b34c95a3423fe498b283d88715b8e9c8abdffa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c2b34c95a3423fe498b283d88715b8e9c8abdffa",
"title": "c2b34c95a3423fe498b283d88715b8e9c8abdffa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c2b34c95a3423fe498b283d88715b8e9c8abdffa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cfae9b2490f0cdc53f7f23571983d1fd17839166"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cfae9b2490f0cdc53f7f23571983d1fd17839166",
"title": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cfae9b2490f0cdc53f7f23571983d1fd17839166"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867130088738996720"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:53:17.929] Scheduled build:
{
"id": "8701700026847219521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T03:53:17.532350672Z",
"updateTime": "2025-10-07T03:53:17.532350672Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"ref": "refs/heads/main"
}
}
}
[03:53:17.929] Task URL: https://cr-buildbucket.appspot.com/build/8701700026847219521
[03:53:17.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:2:0) after 2m33s
[03:53:18.281] Received PubSub notification, asking Buildbucket for the build status
[03:53:18.305] Build status: SCHEDULED
[03:55:50.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:2:0)
[03:55:50.963] Build status: SCHEDULED
[03:55:50.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:4:0) after 4m45s
[04:00:36.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:4:0)
[04:00:36.280] Build status: SCHEDULED
[04:00:36.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:5:0) after 8m41s
[04:09:17.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:5:0)
[04:09:17.346] Build status: SCHEDULED
[04:09:17.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:6:0) after 3m29s
[04:12:46.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:6:0)
[04:12:46.386] Build status: SCHEDULED
[04:12:46.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:7:0) after 9m39s
[04:22:25.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:7:0)
[04:22:25.590] Build status: SCHEDULED
[04:22:25.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:8:0) after 8m7s
[04:30:32.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:8:0)
[04:30:32.629] Build status: SCHEDULED
[04:30:32.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:9:0) after 8m39s
[04:39:11.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:9:0)
[04:39:11.660] Build status: SCHEDULED
[04:39:11.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:10:0) after 2m1s
[04:41:12.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:10:0)
[04:41:12.865] Build status: SCHEDULED
[04:41:12.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:11:0) after 7m33s
[04:48:46.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:11:0)
[04:48:46.252] Build status: SCHEDULED
[04:48:46.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:12:0) after 7m56s
[04:56:42.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:12:0)
[04:56:42.336] Build status: SCHEDULED
[04:56:42.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:13:0) after 8m11s
[05:04:53.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:13:0)
[05:04:53.424] Build status: SCHEDULED
[05:04:53.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:14:0) after 1m39s
[05:06:32.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:14:0)
[05:06:32.454] Build status: SCHEDULED
[05:06:32.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:15:0) after 8m7s
[05:14:39.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:15:0)
[05:14:39.484] Build status: SCHEDULED
[05:14:39.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:16:0) after 9m39s
[05:24:18.548] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:16:0)
[05:24:18.583] Build status: SCHEDULED
[05:24:18.583] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:17:0) after 3m26s
[05:27:44.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:17:0)
[05:27:44.638] Build status: SCHEDULED
[05:27:44.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:18:0) after 2m7s
[05:29:52.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:18:0)
[05:29:52.382] Build status: SCHEDULED
[05:29:52.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:19:0) after 9m34s
[05:39:26.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:19:0)
[05:39:26.621] Build status: SCHEDULED
[05:39:26.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:20:0) after 8m26s
[05:47:52.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:20:0)
[05:47:52.723] Build status: SCHEDULED
[05:47:52.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:21:0) after 8m9s
[05:56:01.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:21:0)
[05:56:01.762] Build status: SCHEDULED
[05:56:01.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:22:0) after 3m26s
[05:59:27.866] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:22:0)
[05:59:27.886] Build status: SCHEDULED
[05:59:27.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:23:0) after 7m27s
[06:06:54.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:23:0)
[06:06:54.921] Build status: SCHEDULED
[06:06:54.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:24:0) after 2m41s
[06:09:36.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:24:0)
[06:09:36.057] Build status: SCHEDULED
[06:09:36.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:25:0) after 8m31s
[06:18:07.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:25:0)
[06:18:07.099] Build status: SCHEDULED
[06:18:07.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:26:0) after 1m22s
[06:19:29.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:26:0)
[06:19:29.191] Build status: SCHEDULED
[06:19:29.191] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:27:0) after 1m31s
[06:21:00.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:27:0)
[06:21:00.238] Build status: SCHEDULED
[06:21:00.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:28:0) after 6m58s
[06:27:58.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:28:0)
[06:27:58.488] Build status: SCHEDULED
[06:27:58.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:29:0) after 4m42s
[06:32:40.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:29:0)
[06:32:40.527] Build status: SCHEDULED
[06:32:40.527] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:30:0) after 9m22s
[06:42:02.626] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:30:0)
[06:42:02.690] Build status: SCHEDULED
[06:42:02.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:31:0) after 6m40s
[06:48:42.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:31:0)
[06:48:42.828] Build status: SCHEDULED
[06:48:42.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:32:0) after 9m1s
[06:57:43.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:32:0)
[06:57:43.852] Build status: SCHEDULED
[06:57:43.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:33:0) after 2m29s
[07:00:12.916] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:33:0)
[07:00:12.933] Build status: SCHEDULED
[07:00:12.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:34:0) after 3m19s
[07:03:32.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:34:0)
[07:03:32.099] Build status: SCHEDULED
[07:03:32.099] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:35:0) after 1m53s
[07:05:25.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:35:0)
[07:05:25.129] Build status: SCHEDULED
[07:05:25.129] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:36:0) after 1m26s
[07:06:51.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:36:0)
[07:06:51.172] Build status: SCHEDULED
[07:06:51.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:37:0) after 6m14s
[07:13:05.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:37:0)
[07:13:05.270] Build status: SCHEDULED
[07:13:05.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:38:0) after 5m16s
[07:18:21.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:38:0)
[07:18:21.303] Build status: SCHEDULED
[07:18:21.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:39:0) after 7m27s
[07:25:48.318] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:39:0)
[07:25:48.369] Build status: SCHEDULED
[07:25:48.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:40:0) after 9m2s
[07:34:50.489] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:40:0)
[07:34:50.556] Build status: SCHEDULED
[07:34:50.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:41:0) after 4m4s
[07:38:54.621] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:41:0)
[07:38:54.636] Build status: SCHEDULED
[07:38:54.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:42:0) after 3m6s
[07:42:00.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:42:0)
[07:42:00.766] Build status: SCHEDULED
[07:42:00.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:43:0) after 6m13s
[07:48:13.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:43:0)
[07:48:13.851] Build status: SCHEDULED
[07:48:13.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:44:0) after 6m48s
[07:55:01.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:44:0)
[07:55:01.964] Build status: SCHEDULED
[07:55:01.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:45:0) after 3m54s
[07:58:55.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:45:0)
[07:58:56.011] Build status: SCHEDULED
[07:58:56.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:46:0) after 8m11s
[08:07:07.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:46:0)
[08:07:07.055] Build status: SCHEDULED
[08:07:07.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:47:0) after 8m47s
[08:15:54.108] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:47:0)
[08:15:54.159] Build status: SCHEDULED
[08:15:54.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:48:0) after 8m50s
[08:24:44.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:48:0)
[08:24:44.215] Build status: SCHEDULED
[08:24:44.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:49:0) after 6m48s
[08:31:32.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:49:0)
[08:31:32.316] Build status: SCHEDULED
[08:31:32.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:50:0) after 6m6s
[08:37:38.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:50:0)
[08:37:38.401] Build status: SCHEDULED
[08:37:38.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:51:0) after 8m22s
[08:46:00.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:51:0)
[08:46:00.431] Build status: SCHEDULED
[08:46:00.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:52:0) after 4m19s
[08:50:19.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:52:0)
[08:50:19.795] Build status: SCHEDULED
[08:50:19.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:53:0) after 3m2s
[08:53:21.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:53:0)
[08:53:21.843] Build status: SCHEDULED
[08:53:21.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:54:0) after 6m5s
[08:59:26.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:54:0)
[08:59:26.898] Build status: SCHEDULED
[08:59:26.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:55:0) after 9m59s
[09:09:25.875] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:55:0)
[09:09:25.900] Build status: SCHEDULED
[09:09:25.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:56:0) after 5m47s
[09:15:12.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:56:0)
[09:15:12.936] Build status: SCHEDULED
[09:15:12.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:57:0) after 8m32s
[09:23:45.094] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:57:0)
[09:23:45.127] Build status: SCHEDULED
[09:23:45.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:58:0) after 5m20s
[09:29:05.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:58:0)
[09:29:05.219] Build status: SCHEDULED
[09:29:05.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:59:0) after 9m23s
[09:38:28.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:59:0)
[09:38:28.301] Build status: SCHEDULED
[09:38:28.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:60:0) after 2m27s
[09:40:55.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:60:0)
[09:40:55.384] Build status: SCHEDULED
[09:40:55.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:61:0) after 7m50s
[09:48:45.400] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:61:0)
[09:48:45.417] Build status: SCHEDULED
[09:48:45.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:62:0) after 9m27s
[09:58:12.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:62:0)
[09:58:12.446] Build status: SCHEDULED
[09:58:12.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:63:0) after 9m28s
[10:07:40.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:63:0)
[10:07:40.541] Build status: SCHEDULED
[10:07:40.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:64:0) after 7m46s
[10:15:26.562] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:64:0)
[10:15:26.595] Build status: SCHEDULED
[10:15:26.595] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:65:0) after 6m32s
[10:21:58.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:65:0)
[10:21:58.627] Build status: SCHEDULED
[10:21:58.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:66:0) after 7m31s
[10:29:29.733] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:66:0)
[10:29:29.751] Build status: SCHEDULED
[10:29:29.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:67:0) after 6m25s
[10:35:54.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:67:0)
[10:35:54.790] Build status: SCHEDULED
[10:35:54.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:68:0) after 8m26s
[10:44:20.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:68:0)
[10:44:20.802] Build status: SCHEDULED
[10:44:20.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:69:0) after 1m48s
[10:46:09.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:69:0)
[10:46:10.400] Build status: SCHEDULED
[10:46:10.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:70:0) after 4m45s
[10:50:55.516] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:70:0)
[10:50:55.535] Build status: SCHEDULED
[10:50:55.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:71:0) after 5m12s
[10:56:07.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:71:0)
[10:56:07.613] Build status: SCHEDULED
[10:56:07.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:72:0) after 6m51s
[11:02:58.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:72:0)
[11:02:58.814] Build status: SCHEDULED
[11:02:58.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:73:0) after 2m36s
[11:05:34.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:73:0)
[11:05:34.846] Build status: SCHEDULED
[11:05:34.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:74:0) after 2m43s
[11:08:17.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:74:0)
[11:08:17.884] Build status: SCHEDULED
[11:08:17.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:75:0) after 4m25s
[11:12:42.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:75:0)
[11:12:42.923] Build status: SCHEDULED
[11:12:42.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:76:0) after 6m59s
[11:19:42.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:76:0)
[11:19:42.053] Build status: SCHEDULED
[11:19:42.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:77:0) after 8m44s
[11:28:26.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:77:0)
[11:28:26.145] Build status: SCHEDULED
[11:28:26.145] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:78:0) after 1m47s
[11:30:13.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:78:0)
[11:30:13.187] Build status: SCHEDULED
[11:30:13.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:79:0) after 8m41s
[11:38:54.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:79:0)
[11:38:54.332] Build status: SCHEDULED
[11:38:54.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:80:0) after 3m44s
[11:42:38.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:80:0)
[11:42:38.772] Build status: SCHEDULED
[11:42:38.773] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:81:0) after 4m47s
[11:47:26.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:81:0)
[11:47:26.302] Build status: SCHEDULED
[11:47:26.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:82:0) after 4m50s
[11:52:16.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:82:0)
[11:52:16.401] Build status: SCHEDULED
[11:52:16.401] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-clang-tidy:8867130088738996720:83:0) after 5m12s
[11:53:19.010] Received PubSub notification, asking Buildbucket for the build status
[11:53:19.036] Build:
{
"id": "8701700026847219521",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-07T03:53:17.532350672Z",
"endTime": "2025-10-07T11:53:18.629364059Z",
"updateTime": "2025-10-07T11:53:18.629364059Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "cfae9b2490f0cdc53f7f23571983d1fd17839166",
"ref": "refs/heads/main"
}
}
}
[11:53:19.036] Invocation finished in 8h0m2.691554524s with status FAILED