[06:58:09.496] New invocation is queued and will start shortly
[06:58:10.703] Starting the invocation (attempt 1)
[06:58:10.737] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e"
[06:58:10.737] Popped gitiles commit info from properties and tags
[06:58:10.737] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:58:10.741] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:58:10.743] Buildbucket request:
{
"requestId": "8865578308315644928",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8865578308315644928",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "5fe2a0475aa45037e6e9a39e3439959ee437d12a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@5fe2a0475aa45037e6e9a39e3439959ee437d12a",
"title": "5fe2a0475aa45037e6e9a39e3439959ee437d12a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/5fe2a0475aa45037e6e9a39e3439959ee437d12a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "69c087025752f1c0781f9e78753aeb58d93b0022"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@69c087025752f1c0781f9e78753aeb58d93b0022",
"title": "69c087025752f1c0781f9e78753aeb58d93b0022",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/69c087025752f1c0781f9e78753aeb58d93b0022"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e",
"title": "77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8865578308315644928"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:58:11.083] Scheduled build:
{
"id": "8700148246262045729",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-24T06:58:10.821808852Z",
"updateTime": "2025-10-24T06:58:10.821808852Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e",
"ref": "refs/heads/main"
}
}
}
[06:58:11.083] Task URL: https://cr-buildbucket.appspot.com/build/8700148246262045729
[06:58:11.083] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:2:0) after 5m9s
[06:58:12.164] Received PubSub notification, asking Buildbucket for the build status
[06:58:12.193] Build status: SCHEDULED
[07:03:20.098] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:2:0)
[07:03:20.169] Build status: SCHEDULED
[07:03:20.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:4:0) after 2m8s
[07:05:28.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:4:0)
[07:05:28.938] Build status: SCHEDULED
[07:05:28.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:5:0) after 9m23s
[07:14:51.978] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:5:0)
[07:14:52.010] Build status: SCHEDULED
[07:14:52.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:6:0) after 8m8s
[07:23:00.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:6:0)
[07:23:00.202] Build status: SCHEDULED
[07:23:00.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:7:0) after 2m23s
[07:25:23.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:7:0)
[07:25:23.237] Build status: SCHEDULED
[07:25:23.237] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:8:0) after 9m6s
[07:34:29.250] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:8:0)
[07:34:29.271] Build status: SCHEDULED
[07:34:29.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:9:0) after 7m53s
[07:42:22.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:9:0)
[07:42:22.343] Build status: SCHEDULED
[07:42:22.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:10:0) after 7m21s
[07:49:43.374] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:10:0)
[07:49:43.397] Build status: SCHEDULED
[07:49:43.397] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:11:0) after 2m41s
[07:52:24.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:11:0)
[07:52:24.453] Build status: SCHEDULED
[07:52:24.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:12:0) after 2m17s
[07:54:41.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:12:0)
[07:54:41.489] Build status: SCHEDULED
[07:54:41.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:13:0) after 2m48s
[07:57:29.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:13:0)
[07:57:29.675] Build status: SCHEDULED
[07:57:29.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:14:0) after 5m40s
[08:03:09.707] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:14:0)
[08:03:09.723] Build status: SCHEDULED
[08:03:09.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:15:0) after 6m22s
[08:09:31.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:15:0)
[08:09:31.801] Build status: SCHEDULED
[08:09:31.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:16:0) after 7m2s
[08:16:33.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:16:0)
[08:16:33.835] Build status: SCHEDULED
[08:16:33.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:17:0) after 6m9s
[08:22:42.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:17:0)
[08:22:43.007] Build status: SCHEDULED
[08:22:43.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:18:0) after 5m24s
[08:28:07.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:18:0)
[08:28:07.217] Build status: SCHEDULED
[08:28:07.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:19:0) after 6m1s
[08:34:08.301] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:19:0)
[08:34:08.388] Build status: SCHEDULED
[08:34:08.388] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:20:0) after 9m15s
[08:43:23.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:20:0)
[08:43:23.437] Build status: SCHEDULED
[08:43:23.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:21:0) after 5m38s
[08:49:01.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:21:0)
[08:49:01.685] Build status: SCHEDULED
[08:49:01.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:22:0) after 6m57s
[08:55:58.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:22:0)
[08:55:58.926] Build status: SCHEDULED
[08:55:58.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:23:0) after 6m53s
[09:02:52.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:23:0)
[09:02:52.183] Build status: SCHEDULED
[09:02:52.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:24:0) after 1m13s
[09:04:05.201] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:24:0)
[09:04:05.219] Build status: SCHEDULED
[09:04:05.219] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:25:0) after 8m46s
[09:12:51.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:25:0)
[09:12:51.255] Build status: SCHEDULED
[09:12:51.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:26:0) after 9m33s
[09:22:24.270] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:26:0)
[09:22:24.318] Build status: SCHEDULED
[09:22:24.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:27:0) after 6m56s
[09:29:20.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:27:0)
[09:29:20.373] Build status: SCHEDULED
[09:29:20.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:28:0) after 6m37s
[09:35:57.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:28:0)
[09:35:57.421] Build status: SCHEDULED
[09:35:57.421] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:29:0) after 6m40s
[09:42:37.632] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:29:0)
[09:42:37.653] Build status: SCHEDULED
[09:42:37.653] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:30:0) after 1m41s
[09:44:18.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:30:0)
[09:44:19.031] Build status: SCHEDULED
[09:44:19.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:31:0) after 8m6s
[09:52:25.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:31:0)
[09:52:25.494] Build status: SCHEDULED
[09:52:25.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:32:0) after 4m44s
[09:57:09.509] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:32:0)
[09:57:09.526] Build status: SCHEDULED
[09:57:09.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:33:0) after 2m28s
[09:59:37.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:33:0)
[09:59:37.758] Build status: SCHEDULED
[09:59:37.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:34:0) after 5m56s
[10:05:33.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:34:0)
[10:05:33.790] Build status: SCHEDULED
[10:05:33.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:35:0) after 7m56s
[10:13:29.863] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:35:0)
[10:13:29.877] Build status: SCHEDULED
[10:13:29.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:36:0) after 5m22s
[10:18:51.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:36:0)
[10:18:51.906] Build status: SCHEDULED
[10:18:51.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:37:0) after 1m40s
[10:20:31.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:37:0)
[10:20:32.005] Build status: SCHEDULED
[10:20:32.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:38:0) after 2m46s
[10:23:18.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:38:0)
[10:23:18.204] Build status: SCHEDULED
[10:23:18.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:39:0) after 5m25s
[10:28:43.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:39:0)
[10:28:43.242] Build status: SCHEDULED
[10:28:43.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:40:0) after 2m27s
[10:31:10.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:40:0)
[10:31:10.354] Build status: SCHEDULED
[10:31:10.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:41:0) after 9m15s
[10:40:25.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:41:0)
[10:40:25.779] Build status: SCHEDULED
[10:40:25.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:42:0) after 2m12s
[10:42:38.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:42:0)
[10:42:38.168] Build status: SCHEDULED
[10:42:38.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:43:0) after 3m32s
[10:46:10.149] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:43:0)
[10:46:10.168] Build status: SCHEDULED
[10:46:10.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:44:0) after 1m39s
[10:47:49.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:44:0)
[10:47:49.262] Build status: SCHEDULED
[10:47:49.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:45:0) after 9m54s
[10:57:43.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:45:0)
[10:57:43.416] Build status: SCHEDULED
[10:57:43.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:46:0) after 4m48s
[11:02:31.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:46:0)
[11:02:31.500] Build status: SCHEDULED
[11:02:31.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:47:0) after 1m27s
[11:03:58.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:47:0)
[11:03:58.586] Build status: SCHEDULED
[11:03:58.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:48:0) after 9m48s
[11:13:46.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:48:0)
[11:13:46.711] Build status: SCHEDULED
[11:13:46.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:49:0) after 2m36s
[11:16:22.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:49:0)
[11:16:22.762] Build status: SCHEDULED
[11:16:22.762] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:50:0) after 3m8s
[11:19:30.734] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:50:0)
[11:19:30.750] Build status: SCHEDULED
[11:19:30.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:51:0) after 7m59s
[11:27:29.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:51:0)
[11:27:29.810] Build status: SCHEDULED
[11:27:29.810] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:52:0) after 3m17s
[11:30:46.793] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:52:0)
[11:30:46.815] Build status: SCHEDULED
[11:30:46.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:53:0) after 7m8s
[11:37:54.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:53:0)
[11:37:54.846] Build status: SCHEDULED
[11:37:54.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:54:0) after 4m40s
[11:42:34.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:54:0)
[11:42:34.904] Build status: SCHEDULED
[11:42:34.904] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:55:0) after 5m26s
[11:48:00.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:55:0)
[11:48:00.933] Build status: SCHEDULED
[11:48:00.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:56:0) after 7m52s
[11:55:52.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:56:0)
[11:55:53.012] Build status: SCHEDULED
[11:55:53.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:57:0) after 9m44s
[12:05:37.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:57:0)
[12:05:37.048] Build status: SCHEDULED
[12:05:37.048] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:58:0) after 8m25s
[12:14:02.121] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:58:0)
[12:14:02.144] Build status: SCHEDULED
[12:14:02.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:59:0) after 1m12s
[12:15:14.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:59:0)
[12:15:14.163] Build status: SCHEDULED
[12:15:14.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:60:0) after 5m26s
[12:20:40.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:60:0)
[12:20:40.195] Build status: SCHEDULED
[12:20:40.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:61:0) after 6m21s
[12:27:01.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:61:0)
[12:27:01.240] Build status: SCHEDULED
[12:27:01.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:62:0) after 8m29s
[12:35:30.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:62:0)
[12:35:30.253] Build status: SCHEDULED
[12:35:30.253] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:63:0) after 5m26s
[12:40:56.324] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:63:0)
[12:40:56.360] Build status: SCHEDULED
[12:40:56.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:64:0) after 9m32s
[12:50:28.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:64:0)
[12:50:28.394] Build status: SCHEDULED
[12:50:28.394] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:65:0) after 1m52s
[12:52:20.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:65:0)
[12:52:20.463] Build status: SCHEDULED
[12:52:20.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:66:0) after 9m31s
[13:01:51.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:66:0)
[13:01:51.537] Build status: SCHEDULED
[13:01:51.538] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:67:0) after 3m1s
[13:04:52.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:67:0)
[13:04:52.631] Build status: SCHEDULED
[13:04:52.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:68:0) after 4m14s
[13:09:06.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:68:0)
[13:09:06.666] Build status: SCHEDULED
[13:09:06.666] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:69:0) after 2m38s
[13:11:44.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:69:0)
[13:11:44.807] Build status: SCHEDULED
[13:11:44.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:70:0) after 5m11s
[13:16:55.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:70:0)
[13:16:55.813] Build status: SCHEDULED
[13:16:55.813] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:71:0) after 8m52s
[13:25:47.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:71:0)
[13:25:47.843] Build status: SCHEDULED
[13:25:47.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:72:0) after 1m0s
[13:26:47.915] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:72:0)
[13:26:47.949] Build status: SCHEDULED
[13:26:47.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:73:0) after 8m32s
[13:30:24.750] Received PubSub notification, asking Buildbucket for the build status
[13:30:24.766] Build status: STARTED
[13:35:20.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:73:0)
[13:35:20.082] Build status: STARTED
[13:35:20.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:75:0) after 2m57s
[13:38:17.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:75:0)
[13:38:17.306] Build status: STARTED
[13:38:17.306] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8865578308315644928:76:0) after 8m14s
[13:39:36.697] Received PubSub notification, asking Buildbucket for the build status
[13:39:36.757] Build:
{
"id": "8700148246262045729",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-24T06:58:10.821808852Z",
"startTime": "2025-10-24T13:30:24.546276272Z",
"endTime": "2025-10-24T13:39:36.443958233Z",
"updateTime": "2025-10-24T13:39:36.443958233Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "77ed97d43b4c9cbf583f99bbc3e06f119f0b0a8e",
"ref": "refs/heads/main"
}
}
}
[13:39:36.757] Invocation finished in 6h41m27.279089298s with status FAILED