[22:37:02.922] New invocation is queued and will start shortly
[22:37:04.031] Starting the invocation (attempt 1)
[22:37:04.066] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/edc738ea505c5d3262b217e39155b8714fb83a83"
[22:37:04.066] Popped gitiles commit info from properties and tags
[22:37:04.066] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:37:04.066] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:37:04.066] Buildbucket request:
{
"requestId": "8869324311012438256",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8869324311012438256",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3a26f67977e3850c0a76002f6896c4e32e248e28"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3a26f67977e3850c0a76002f6896c4e32e248e28",
"title": "3a26f67977e3850c0a76002f6896c4e32e248e28",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3a26f67977e3850c0a76002f6896c4e32e248e28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b9b86d5be9a96092608d624913c3916b7eb9765f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b9b86d5be9a96092608d624913c3916b7eb9765f",
"title": "b9b86d5be9a96092608d624913c3916b7eb9765f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b9b86d5be9a96092608d624913c3916b7eb9765f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d1754c617ea2eb4540ff9758dd32b428287630ca"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d1754c617ea2eb4540ff9758dd32b428287630ca",
"title": "d1754c617ea2eb4540ff9758dd32b428287630ca",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d1754c617ea2eb4540ff9758dd32b428287630ca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa201d6ef38a924d109711a8faf12560997fc33f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa201d6ef38a924d109711a8faf12560997fc33f",
"title": "fa201d6ef38a924d109711a8faf12560997fc33f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa201d6ef38a924d109711a8faf12560997fc33f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a6bd670621746d33586907e141c55b45d27f5be2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a6bd670621746d33586907e141c55b45d27f5be2",
"title": "a6bd670621746d33586907e141c55b45d27f5be2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a6bd670621746d33586907e141c55b45d27f5be2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0d8c20e1743e2064e9dd6e417fa811591126d6eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0d8c20e1743e2064e9dd6e417fa811591126d6eb",
"title": "0d8c20e1743e2064e9dd6e417fa811591126d6eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0d8c20e1743e2064e9dd6e417fa811591126d6eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edc738ea505c5d3262b217e39155b8714fb83a83"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edc738ea505c5d3262b217e39155b8714fb83a83",
"title": "edc738ea505c5d3262b217e39155b8714fb83a83",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edc738ea505c5d3262b217e39155b8714fb83a83"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "edc738ea505c5d3262b217e39155b8714fb83a83",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8869324311012438256"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:37:04.730] Scheduled build:
{
"id": "8703894249044647025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-12T22:37:04.178240753Z",
"updateTime": "2025-09-12T22:37:04.178240753Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "edc738ea505c5d3262b217e39155b8714fb83a83",
"ref": "refs/heads/main"
}
}
}
[22:37:04.730] Task URL: https://cr-buildbucket.appspot.com/build/8703894249044647025
[22:37:04.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:2:0) after 1m5s
[22:37:05.576] Received PubSub notification, asking Buildbucket for the build status
[22:37:05.595] Build status: SCHEDULED
[22:38:09.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:2:0)
[22:38:09.801] Build status: SCHEDULED
[22:38:09.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:4:0) after 6m55s
[22:45:04.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:4:0)
[22:45:04.941] Build status: SCHEDULED
[22:45:04.941] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:5:0) after 8m59s
[22:54:03.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:5:0)
[22:54:03.937] Build status: SCHEDULED
[22:54:03.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:6:0) after 8m56s
[23:03:00.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:6:0)
[23:03:00.031] Build status: SCHEDULED
[23:03:00.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:7:0) after 6m6s
[23:09:06.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:7:0)
[23:09:06.066] Build status: SCHEDULED
[23:09:06.066] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:8:0) after 3m2s
[23:12:08.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:8:0)
[23:12:08.237] Build status: SCHEDULED
[23:12:08.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:9:0) after 5m11s
[23:17:19.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:9:0)
[23:17:19.349] Build status: SCHEDULED
[23:17:19.349] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:10:0) after 7m43s
[23:25:02.372] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:10:0)
[23:25:02.386] Build status: SCHEDULED
[23:25:02.386] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:11:0) after 6m50s
[23:31:52.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:11:0)
[23:31:52.475] Build status: SCHEDULED
[23:31:52.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:12:0) after 9m47s
[23:41:39.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:12:0)
[23:41:39.553] Build status: SCHEDULED
[23:41:39.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:13:0) after 5m34s
[23:47:13.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:13:0)
[23:47:13.698] Build status: SCHEDULED
[23:47:13.699] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:14:0) after 1m53s
[23:49:06.857] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:14:0)
[23:49:06.876] Build status: SCHEDULED
[23:49:06.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:15:0) after 8m22s
[23:57:28.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:15:0)
[23:57:28.881] Build status: SCHEDULED
[23:57:28.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:16:0) after 2m10s
[23:59:38.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:16:0)
[23:59:38.926] Build status: SCHEDULED
[23:59:38.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:17:0) after 3m9s
[00:02:48.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:17:0)
[00:02:48.050] Build status: SCHEDULED
[00:02:48.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:18:0) after 8m6s
[00:10:54.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:18:0)
[00:10:54.225] Build status: SCHEDULED
[00:10:54.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:19:0) after 4m10s
[00:15:04.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:19:0)
[00:15:04.357] Build status: SCHEDULED
[00:15:04.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:20:0) after 9m21s
[00:24:25.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:20:0)
[00:24:25.346] Build status: SCHEDULED
[00:24:25.346] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:21:0) after 6m30s
[00:30:55.412] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:21:0)
[00:30:55.433] Build status: SCHEDULED
[00:30:55.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:22:0) after 3m8s
[00:34:03.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:22:0)
[00:34:03.476] Build status: SCHEDULED
[00:34:03.476] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:23:0) after 9m15s
[00:43:18.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:23:0)
[00:43:18.505] Build status: SCHEDULED
[00:43:18.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:24:0) after 7m7s
[00:50:25.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:24:0)
[00:50:25.603] Build status: SCHEDULED
[00:50:25.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:25:0) after 6m6s
[00:56:31.646] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:25:0)
[00:56:31.667] Build status: SCHEDULED
[00:56:31.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:26:0) after 1m12s
[00:57:43.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:26:0)
[00:57:43.700] Build status: SCHEDULED
[00:57:43.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:27:0) after 2m38s
[01:00:21.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:27:0)
[01:00:21.731] Build status: SCHEDULED
[01:00:21.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:28:0) after 2m3s
[01:02:24.746] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:28:0)
[01:02:24.798] Build status: SCHEDULED
[01:02:24.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:29:0) after 8m55s
[01:11:20.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:29:0)
[01:11:20.154] Build status: SCHEDULED
[01:11:20.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:30:0) after 5m56s
[01:17:16.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:30:0)
[01:17:16.186] Build status: SCHEDULED
[01:17:16.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:31:0) after 8m18s
[01:25:34.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:31:0)
[01:25:34.240] Build status: SCHEDULED
[01:25:34.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:32:0) after 6m17s
[01:31:51.311] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:32:0)
[01:31:51.329] Build status: SCHEDULED
[01:31:51.329] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:33:0) after 3m34s
[01:35:25.342] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:33:0)
[01:35:25.362] Build status: SCHEDULED
[01:35:25.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:34:0) after 5m18s
[01:40:43.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:34:0)
[01:40:43.394] Build status: SCHEDULED
[01:40:43.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:35:0) after 8m32s
[01:49:15.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:35:0)
[01:49:15.404] Build status: SCHEDULED
[01:49:15.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:36:0) after 8m29s
[01:57:44.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:36:0)
[01:57:44.454] Build status: SCHEDULED
[01:57:44.454] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:37:0) after 6m52s
[02:04:36.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:37:0)
[02:04:36.511] Build status: SCHEDULED
[02:04:36.511] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:38:0) after 2m27s
[02:07:03.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:38:0)
[02:07:03.556] Build status: SCHEDULED
[02:07:03.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:39:0) after 4m54s
[02:11:57.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:39:0)
[02:11:57.892] Build status: SCHEDULED
[02:11:57.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:40:0) after 6m34s
[02:18:32.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:40:0)
[02:18:32.387] Build status: SCHEDULED
[02:18:32.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:41:0) after 3m56s
[02:22:28.744] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:41:0)
[02:22:28.783] Build status: SCHEDULED
[02:22:28.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:42:0) after 5m0s
[02:27:28.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:42:0)
[02:27:28.839] Build status: SCHEDULED
[02:27:28.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:43:0) after 1m13s
[02:28:41.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:43:0)
[02:28:41.874] Build status: SCHEDULED
[02:28:41.875] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:44:0) after 4m0s
[02:32:41.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:44:0)
[02:32:41.968] Build status: SCHEDULED
[02:32:41.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:45:0) after 1m12s
[02:33:54.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:45:0)
[02:33:54.030] Build status: SCHEDULED
[02:33:54.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:46:0) after 3m59s
[02:37:53.050] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:46:0)
[02:37:53.068] Build status: SCHEDULED
[02:37:53.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:47:0) after 7m42s
[02:45:35.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:47:0)
[02:45:35.064] Build status: SCHEDULED
[02:45:35.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:48:0) after 1m52s
[02:47:27.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:48:0)
[02:47:27.110] Build status: SCHEDULED
[02:47:27.110] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:49:0) after 5m46s
[02:53:13.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:49:0)
[02:53:13.201] Build status: SCHEDULED
[02:53:13.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:50:0) after 9m54s
[03:03:07.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:50:0)
[03:03:07.295] Build status: SCHEDULED
[03:03:07.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:51:0) after 4m28s
[03:07:35.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:51:0)
[03:07:35.353] Build status: SCHEDULED
[03:07:35.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:52:0) after 6m49s
[03:14:24.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:52:0)
[03:14:24.395] Build status: SCHEDULED
[03:14:24.395] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:53:0) after 3m46s
[03:18:10.791] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:53:0)
[03:18:10.872] Build status: SCHEDULED
[03:18:10.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:54:0) after 8m13s
[03:26:23.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:54:0)
[03:26:23.986] Build status: SCHEDULED
[03:26:23.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:55:0) after 3m31s
[03:29:55.005] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:55:0)
[03:29:55.054] Build status: SCHEDULED
[03:29:55.054] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:56:0) after 6m33s
[03:36:28.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:56:0)
[03:36:28.286] Build status: SCHEDULED
[03:36:28.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:57:0) after 8m35s
[03:45:03.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:57:0)
[03:45:03.635] Build status: SCHEDULED
[03:45:03.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:58:0) after 7m30s
[03:52:33.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:58:0)
[03:52:33.668] Build status: SCHEDULED
[03:52:33.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:59:0) after 4m48s
[03:57:22.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:59:0)
[03:57:22.340] Build status: SCHEDULED
[03:57:22.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:60:0) after 1m14s
[03:58:36.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:60:0)
[03:58:36.810] Build status: SCHEDULED
[03:58:36.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:61:0) after 3m25s
[04:02:01.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:61:0)
[04:02:01.992] Build status: SCHEDULED
[04:02:01.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:62:0) after 8m12s
[04:10:14.020] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:62:0)
[04:10:14.057] Build status: SCHEDULED
[04:10:14.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:63:0) after 1m58s
[04:12:12.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:63:0)
[04:12:12.091] Build status: SCHEDULED
[04:12:12.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:64:0) after 5m19s
[04:17:31.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:64:0)
[04:17:31.143] Build status: SCHEDULED
[04:17:31.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:65:0) after 8m36s
[04:26:07.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:65:0)
[04:26:07.415] Build status: SCHEDULED
[04:26:07.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:66:0) after 7m46s
[04:33:53.799] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:66:0)
[04:33:53.825] Build status: SCHEDULED
[04:33:53.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:67:0) after 9m31s
[04:43:24.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:67:0)
[04:43:24.903] Build status: SCHEDULED
[04:43:24.903] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:68:0) after 9m28s
[04:52:52.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:68:0)
[04:52:53.042] Build status: SCHEDULED
[04:52:53.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:69:0) after 5m36s
[04:58:29.059] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:69:0)
[04:58:29.079] Build status: SCHEDULED
[04:58:29.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:70:0) after 8m47s
[05:07:16.162] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:70:0)
[05:07:16.177] Build status: SCHEDULED
[05:07:16.177] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:71:0) after 6m25s
[05:13:41.196] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:71:0)
[05:13:41.213] Build status: SCHEDULED
[05:13:41.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:72:0) after 3m46s
[05:17:27.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:72:0)
[05:17:27.251] Build status: SCHEDULED
[05:17:27.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:73:0) after 3m51s
[05:21:18.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:73:0)
[05:21:18.905] Build status: SCHEDULED
[05:21:18.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:74:0) after 9m48s
[05:31:06.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:74:0)
[05:31:06.943] Build status: SCHEDULED
[05:31:06.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:75:0) after 9m51s
[05:40:58.077] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:75:0)
[05:40:58.092] Build status: SCHEDULED
[05:40:58.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:76:0) after 5m7s
[05:46:05.251] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:76:0)
[05:46:05.273] Build status: SCHEDULED
[05:46:05.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:77:0) after 3m2s
[05:49:07.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:77:0)
[05:49:07.359] Build status: SCHEDULED
[05:49:07.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:78:0) after 6m50s
[05:53:36.007] Received PubSub notification, asking Buildbucket for the build status
[05:53:36.022] Build status: STARTED
[05:55:57.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:78:0)
[05:55:57.568] Build status: STARTED
[05:55:57.568] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:80:0) after 9m6s
[06:05:03.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:80:0)
[06:05:03.613] Build status: STARTED
[06:05:03.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:81:0) after 6m53s
[06:11:56.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:81:0)
[06:11:56.662] Build status: STARTED
[06:11:56.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:82:0) after 2m55s
[06:14:51.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:82:0)
[06:14:51.712] Build status: STARTED
[06:14:51.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:83:0) after 9m52s
[06:24:43.965] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:83:0)
[06:24:44.040] Build status: STARTED
[06:24:44.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:84:0) after 6m12s
[06:30:56.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:84:0)
[06:30:56.110] Build status: STARTED
[06:30:56.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:85:0) after 8m15s
[06:39:11.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:85:0)
[06:39:11.291] Build status: STARTED
[06:39:11.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8869324311012438256:86:0) after 2m51s
[06:40:52.893] Received PubSub notification, asking Buildbucket for the build status
[06:40:52.916] Build:
{
"id": "8703894249044647025",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-09-12T22:37:04.178240753Z",
"startTime": "2025-09-13T05:53:35.712712136Z",
"endTime": "2025-09-13T06:40:52.516515092Z",
"updateTime": "2025-09-13T06:40:52.516515092Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "edc738ea505c5d3262b217e39155b8714fb83a83",
"ref": "refs/heads/main"
}
}
}
[06:40:52.916] Invocation finished in 8h3m49.999500537s with status FAILED