[19:13:54.106] New invocation is queued and will start shortly
[19:13:55.545] Starting the invocation (attempt 1)
[19:13:55.579] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/895e4422aace13d2a9156bad1c0762b11ca8fb35"
[19:13:55.579] Popped gitiles commit info from properties and tags
[19:13:55.579] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:13:55.579] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:13:55.579] Buildbucket request:
{
"requestId": "8864354258771073584",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8864354258771073584",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2d36d823611ecfd3a29dbf6aaed04bb28873386a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d36d823611ecfd3a29dbf6aaed04bb28873386a",
"title": "2d36d823611ecfd3a29dbf6aaed04bb28873386a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d36d823611ecfd3a29dbf6aaed04bb28873386a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f77b5363327b21e76839a010d15098b5c10886df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f77b5363327b21e76839a010d15098b5c10886df",
"title": "f77b5363327b21e76839a010d15098b5c10886df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f77b5363327b21e76839a010d15098b5c10886df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "895e4422aace13d2a9156bad1c0762b11ca8fb35"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@895e4422aace13d2a9156bad1c0762b11ca8fb35",
"title": "895e4422aace13d2a9156bad1c0762b11ca8fb35",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/895e4422aace13d2a9156bad1c0762b11ca8fb35"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "895e4422aace13d2a9156bad1c0762b11ca8fb35",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8864354258771073584"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:13:55.949] Scheduled build:
{
"id": "8698924196517559313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T19:13:55.624472891Z",
"updateTime": "2025-11-06T19:13:55.624472891Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "895e4422aace13d2a9156bad1c0762b11ca8fb35",
"ref": "refs/heads/main"
}
}
}
[19:13:55.949] Task URL: https://cr-buildbucket.appspot.com/build/8698924196517559313
[19:13:55.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:2:0) after 9m18s
[19:13:56.925] Received PubSub notification, asking Buildbucket for the build status
[19:13:56.962] Build status: SCHEDULED
[19:23:14.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:2:0)
[19:23:14.069] Build status: SCHEDULED
[19:23:14.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:4:0) after 9m1s
[19:32:15.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:4:0)
[19:32:15.180] Build status: SCHEDULED
[19:32:15.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:5:0) after 2m21s
[19:34:36.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:5:0)
[19:34:36.198] Build status: SCHEDULED
[19:34:36.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:6:0) after 2m36s
[19:37:12.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:6:0)
[19:37:12.358] Build status: SCHEDULED
[19:37:12.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:7:0) after 6m6s
[19:43:18.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:7:0)
[19:43:18.439] Build status: SCHEDULED
[19:43:18.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:8:0) after 8m53s
[19:52:11.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:8:0)
[19:52:11.475] Build status: SCHEDULED
[19:52:11.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:9:0) after 6m31s
[19:58:42.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:9:0)
[19:58:42.503] Build status: SCHEDULED
[19:58:42.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:10:0) after 4m30s
[20:03:12.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:10:0)
[20:03:12.594] Build status: SCHEDULED
[20:03:12.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:11:0) after 4m59s
[20:08:11.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:11:0)
[20:08:11.660] Build status: SCHEDULED
[20:08:11.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:12:0) after 3m5s
[20:11:16.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:12:0)
[20:11:16.749] Build status: SCHEDULED
[20:11:16.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:13:0) after 1m10s
[20:12:26.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:13:0)
[20:12:26.801] Build status: SCHEDULED
[20:12:26.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:14:0) after 6m10s
[20:18:36.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:14:0)
[20:18:36.842] Build status: SCHEDULED
[20:18:36.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:15:0) after 3m30s
[20:22:06.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:15:0)
[20:22:06.883] Build status: SCHEDULED
[20:22:06.884] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:16:0) after 5m55s
[20:28:01.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:16:0)
[20:28:01.960] Build status: SCHEDULED
[20:28:01.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:17:0) after 9m58s
[20:38:00.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:17:0)
[20:38:00.074] Build status: SCHEDULED
[20:38:00.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:18:0) after 2m5s
[20:40:05.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:18:0)
[20:40:05.106] Build status: SCHEDULED
[20:40:05.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:19:0) after 5m6s
[20:45:11.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:19:0)
[20:45:11.141] Build status: SCHEDULED
[20:45:11.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:20:0) after 6m23s
[20:51:34.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:20:0)
[20:51:34.187] Build status: SCHEDULED
[20:51:34.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:21:0) after 2m58s
[20:54:32.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:21:0)
[20:54:32.222] Build status: SCHEDULED
[20:54:32.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:22:0) after 8m33s
[21:03:05.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:22:0)
[21:03:05.251] Build status: SCHEDULED
[21:03:05.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:23:0) after 6m12s
[21:09:17.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:23:0)
[21:09:17.293] Build status: SCHEDULED
[21:09:17.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:24:0) after 9m40s
[21:18:57.357] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:24:0)
[21:18:57.372] Build status: SCHEDULED
[21:18:57.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:25:0) after 4m22s
[21:23:19.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:25:0)
[21:23:19.476] Build status: SCHEDULED
[21:23:19.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:26:0) after 5m44s
[21:29:03.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:26:0)
[21:29:03.600] Build status: SCHEDULED
[21:29:03.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:27:0) after 5m32s
[21:34:35.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:27:0)
[21:34:35.606] Build status: SCHEDULED
[21:34:35.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:28:0) after 2m31s
[21:37:06.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:28:0)
[21:37:06.684] Build status: SCHEDULED
[21:37:06.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:29:0) after 1m37s
[21:38:43.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:29:0)
[21:38:43.797] Build status: SCHEDULED
[21:38:43.797] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:30:0) after 2m3s
[21:40:46.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:30:0)
[21:40:46.834] Build status: SCHEDULED
[21:40:46.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:31:0) after 6m28s
[21:47:14.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:31:0)
[21:47:14.868] Build status: SCHEDULED
[21:47:14.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:32:0) after 7m23s
[21:54:37.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:32:0)
[21:54:37.934] Build status: SCHEDULED
[21:54:37.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:33:0) after 1m28s
[21:56:05.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:33:0)
[21:56:05.947] Build status: SCHEDULED
[21:56:05.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:34:0) after 1m50s
[21:57:56.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:34:0)
[21:57:56.170] Build status: SCHEDULED
[21:57:56.171] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:35:0) after 6m31s
[22:04:27.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:35:0)
[22:04:27.272] Build status: SCHEDULED
[22:04:27.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:36:0) after 2m10s
[22:06:37.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:36:0)
[22:06:37.323] Build status: SCHEDULED
[22:06:37.323] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:37:0) after 4m33s
[22:11:10.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:37:0)
[22:11:10.413] Build status: SCHEDULED
[22:11:10.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:38:0) after 6m24s
[22:17:34.435] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:38:0)
[22:17:34.455] Build status: SCHEDULED
[22:17:34.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:39:0) after 4m20s
[22:21:54.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:39:0)
[22:21:54.457] Build status: SCHEDULED
[22:21:54.457] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:40:0) after 7m47s
[22:29:41.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:40:0)
[22:29:41.656] Build status: SCHEDULED
[22:29:41.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:41:0) after 9m13s
[22:38:54.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:41:0)
[22:38:54.692] Build status: SCHEDULED
[22:38:54.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:42:0) after 8m10s
[22:47:04.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:42:0)
[22:47:04.714] Build status: SCHEDULED
[22:47:04.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:43:0) after 2m46s
[22:49:50.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:43:0)
[22:49:50.752] Build status: SCHEDULED
[22:49:50.752] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:44:0) after 1m47s
[22:51:37.736] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:44:0)
[22:51:37.762] Build status: SCHEDULED
[22:51:37.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:45:0) after 9m5s
[23:00:42.775] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:45:0)
[23:00:42.798] Build status: SCHEDULED
[23:00:42.798] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:46:0) after 5m9s
[23:05:51.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:46:0)
[23:05:51.830] Build status: SCHEDULED
[23:05:51.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:47:0) after 1m16s
[23:07:07.846] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:47:0)
[23:07:07.862] Build status: SCHEDULED
[23:07:07.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:48:0) after 3m53s
[23:11:00.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:48:0)
[23:11:00.895] Build status: SCHEDULED
[23:11:00.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:49:0) after 7m57s
[23:18:57.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:49:0)
[23:18:57.976] Build status: SCHEDULED
[23:18:57.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:50:0) after 3m24s
[23:22:22.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:50:0)
[23:22:22.019] Build status: SCHEDULED
[23:22:22.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:51:0) after 1m41s
[23:24:03.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:51:0)
[23:24:03.053] Build status: SCHEDULED
[23:24:03.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:52:0) after 7m39s
[23:27:49.813] Received PubSub notification, asking Buildbucket for the build status
[23:27:49.827] Build status: STARTED
[23:31:42.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:52:0)
[23:31:42.088] Build status: STARTED
[23:31:42.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:54:0) after 7m55s
[23:39:37.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:54:0)
[23:39:37.121] Build status: STARTED
[23:39:37.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:55:0) after 8m57s
[23:48:34.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:55:0)
[23:48:34.164] Build status: STARTED
[23:48:34.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:56:0) after 8m25s
[23:56:59.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:56:0)
[23:56:59.275] Build status: STARTED
[23:56:59.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:57:0) after 3m44s
[00:00:43.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:57:0)
[00:00:43.310] Build status: STARTED
[00:00:43.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:58:0) after 7m15s
[00:07:58.326] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:58:0)
[00:07:58.352] Build status: STARTED
[00:07:58.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:59:0) after 1m31s
[00:09:29.370] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:59:0)
[00:09:29.390] Build status: STARTED
[00:09:29.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:60:0) after 5m25s
[00:14:54.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:60:0)
[00:14:54.633] Build status: STARTED
[00:14:54.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8864354258771073584:61:0) after 7m9s
[00:16:42.008] Received PubSub notification, asking Buildbucket for the build status
[00:16:42.035] Build:
{
"id": "8698924196517559313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-06T19:13:55.624472891Z",
"startTime": "2025-11-06T23:27:48.894433799Z",
"endTime": "2025-11-07T00:16:41.712404204Z",
"updateTime": "2025-11-07T00:16:41.712404204Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "895e4422aace13d2a9156bad1c0762b11ca8fb35",
"ref": "refs/heads/main"
}
}
}
[00:16:42.035] Invocation finished in 5h2m47.943286134s with status FAILED