[19:24:15.389] New invocation is queued and will start shortly
[19:24:16.673] Starting the invocation (attempt 1)
[19:24:16.715] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/73a7b292269685af5382e6e3f1fedf1891ef16ed"
[19:24:16.715] Popped gitiles commit info from properties and tags
[19:24:16.715] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:24:16.715] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:24:16.715] Buildbucket request:
{
"requestId": "8866346740568272400",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866346740568272400",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "edf188954600026e8c876abdda6ef3e52ae45e02"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@edf188954600026e8c876abdda6ef3e52ae45e02",
"title": "edf188954600026e8c876abdda6ef3e52ae45e02",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/edf188954600026e8c876abdda6ef3e52ae45e02"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3be50015f9501f897ebcf4962d4260f3fa2dea68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3be50015f9501f897ebcf4962d4260f3fa2dea68",
"title": "3be50015f9501f897ebcf4962d4260f3fa2dea68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3be50015f9501f897ebcf4962d4260f3fa2dea68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "19f576a4098ee9202d315ae94428bbbf9c227869"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@19f576a4098ee9202d315ae94428bbbf9c227869",
"title": "19f576a4098ee9202d315ae94428bbbf9c227869",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/19f576a4098ee9202d315ae94428bbbf9c227869"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dbaebf758785e4e88b2257bf4ce4f6a2f51976a3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dbaebf758785e4e88b2257bf4ce4f6a2f51976a3",
"title": "dbaebf758785e4e88b2257bf4ce4f6a2f51976a3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dbaebf758785e4e88b2257bf4ce4f6a2f51976a3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e4336b7571203c80df5866092d76926ba225f8b2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e4336b7571203c80df5866092d76926ba225f8b2",
"title": "e4336b7571203c80df5866092d76926ba225f8b2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e4336b7571203c80df5866092d76926ba225f8b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bfbba22e0e4a47c3d6a175bc65e210505cf87e21"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bfbba22e0e4a47c3d6a175bc65e210505cf87e21",
"title": "bfbba22e0e4a47c3d6a175bc65e210505cf87e21",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bfbba22e0e4a47c3d6a175bc65e210505cf87e21"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c3eb8ea03ca963aa34c6856df5d99f5674f63a98"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c3eb8ea03ca963aa34c6856df5d99f5674f63a98",
"title": "c3eb8ea03ca963aa34c6856df5d99f5674f63a98",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c3eb8ea03ca963aa34c6856df5d99f5674f63a98"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4adef5564b8a8eccd51b0e6a5ee0059101a47f43"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4adef5564b8a8eccd51b0e6a5ee0059101a47f43",
"title": "4adef5564b8a8eccd51b0e6a5ee0059101a47f43",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4adef5564b8a8eccd51b0e6a5ee0059101a47f43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c32949f8e0dd2adcb011aed2a248876369d84410"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c32949f8e0dd2adcb011aed2a248876369d84410",
"title": "c32949f8e0dd2adcb011aed2a248876369d84410",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c32949f8e0dd2adcb011aed2a248876369d84410"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "73a7b292269685af5382e6e3f1fedf1891ef16ed"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73a7b292269685af5382e6e3f1fedf1891ef16ed",
"title": "73a7b292269685af5382e6e3f1fedf1891ef16ed",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73a7b292269685af5382e6e3f1fedf1891ef16ed"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "73a7b292269685af5382e6e3f1fedf1891ef16ed",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866346740568272400"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:24:17.255] Scheduled build:
{
"id": "8700916678455877537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T19:24:16.773047038Z",
"updateTime": "2025-10-15T19:24:16.773047038Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "73a7b292269685af5382e6e3f1fedf1891ef16ed",
"ref": "refs/heads/main"
}
}
}
[19:24:17.255] Task URL: https://cr-buildbucket.appspot.com/build/8700916678455877537
[19:24:17.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:2:0) after 7m4s
[19:24:18.215] Received PubSub notification, asking Buildbucket for the build status
[19:24:18.245] Build status: SCHEDULED
[19:31:21.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:2:0)
[19:31:21.441] Build status: SCHEDULED
[19:31:21.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:4:0) after 4m18s
[19:35:39.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:4:0)
[19:35:39.551] Build status: SCHEDULED
[19:35:39.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:5:0) after 7m17s
[19:42:56.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:5:0)
[19:42:56.581] Build status: SCHEDULED
[19:42:56.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:6:0) after 5m57s
[19:48:53.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:6:0)
[19:48:53.630] Build status: SCHEDULED
[19:48:53.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:7:0) after 1m1s
[19:49:54.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:7:0)
[19:49:54.674] Build status: SCHEDULED
[19:49:54.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:8:0) after 2m59s
[19:52:53.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:8:0)
[19:52:53.760] Build status: SCHEDULED
[19:52:53.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:9:0) after 1m42s
[19:54:35.817] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:9:0)
[19:54:35.834] Build status: SCHEDULED
[19:54:35.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:10:0) after 2m45s
[19:57:20.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:10:0)
[19:57:20.869] Build status: SCHEDULED
[19:57:20.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:11:0) after 1m50s
[19:59:10.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:11:0)
[19:59:10.970] Build status: SCHEDULED
[19:59:10.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:12:0) after 5m56s
[20:05:07.038] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:12:0)
[20:05:07.060] Build status: SCHEDULED
[20:05:07.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:13:0) after 9m38s
[20:14:45.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:13:0)
[20:14:45.127] Build status: SCHEDULED
[20:14:45.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:14:0) after 3m8s
[20:17:53.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:14:0)
[20:17:53.169] Build status: SCHEDULED
[20:17:53.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:15:0) after 1m36s
[20:19:29.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:15:0)
[20:19:29.311] Build status: SCHEDULED
[20:19:29.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:16:0) after 1m14s
[20:20:43.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:16:0)
[20:20:43.341] Build status: SCHEDULED
[20:20:43.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:17:0) after 5m34s
[20:26:17.313] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:17:0)
[20:26:17.327] Build status: SCHEDULED
[20:26:17.327] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:18:0) after 5m15s
[20:31:32.377] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:18:0)
[20:31:32.400] Build status: SCHEDULED
[20:31:32.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:19:0) after 8m39s
[20:40:11.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:19:0)
[20:40:11.445] Build status: SCHEDULED
[20:40:11.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:20:0) after 6m40s
[20:46:51.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:20:0)
[20:46:51.589] Build status: SCHEDULED
[20:46:51.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:21:0) after 3m30s
[20:50:21.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:21:0)
[20:50:21.707] Build status: SCHEDULED
[20:50:21.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:22:0) after 7m12s
[20:57:33.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:22:0)
[20:57:33.959] Build status: SCHEDULED
[20:57:33.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:23:0) after 5m21s
[21:02:54.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:23:0)
[21:02:55.024] Build status: SCHEDULED
[21:02:55.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:24:0) after 9m16s
[21:12:11.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:24:0)
[21:12:11.142] Build status: SCHEDULED
[21:12:11.142] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:25:0) after 9m10s
[21:21:21.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:25:0)
[21:21:21.223] Build status: SCHEDULED
[21:21:21.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:26:0) after 6m58s
[21:28:19.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:26:0)
[21:28:19.455] Build status: SCHEDULED
[21:28:19.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:27:0) after 1m11s
[21:29:30.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:27:0)
[21:29:30.562] Build status: SCHEDULED
[21:29:30.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:28:0) after 4m40s
[21:34:10.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:28:0)
[21:34:10.591] Build status: SCHEDULED
[21:34:10.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:29:0) after 2m24s
[21:36:34.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:29:0)
[21:36:35.006] Build status: SCHEDULED
[21:36:35.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:30:0) after 5m43s
[21:42:18.021] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:30:0)
[21:42:18.043] Build status: SCHEDULED
[21:42:18.044] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:31:0) after 7m13s
[21:49:31.087] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:31:0)
[21:49:31.109] Build status: SCHEDULED
[21:49:31.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:32:0) after 9m23s
[21:58:54.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:32:0)
[21:58:54.149] Build status: SCHEDULED
[21:58:54.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:33:0) after 9m25s
[22:08:19.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:33:0)
[22:08:19.248] Build status: SCHEDULED
[22:08:19.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:34:0) after 9m34s
[22:17:53.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:34:0)
[22:17:53.283] Build status: SCHEDULED
[22:17:53.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:35:0) after 9m15s
[22:27:08.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:35:0)
[22:27:08.330] Build status: SCHEDULED
[22:27:08.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:36:0) after 3m18s
[22:30:26.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:36:0)
[22:30:26.419] Build status: SCHEDULED
[22:30:26.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:37:0) after 6m16s
[22:36:42.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:37:0)
[22:36:42.492] Build status: SCHEDULED
[22:36:42.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:38:0) after 7m37s
[22:44:19.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:38:0)
[22:44:19.640] Build status: SCHEDULED
[22:44:19.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:39:0) after 5m13s
[22:49:32.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:39:0)
[22:49:32.714] Build status: SCHEDULED
[22:49:32.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:40:0) after 9m18s
[22:58:50.728] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:40:0)
[22:58:50.747] Build status: SCHEDULED
[22:58:50.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:41:0) after 2m37s
[23:01:27.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:41:0)
[23:01:27.922] Build status: SCHEDULED
[23:01:27.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:42:0) after 6m35s
[23:08:02.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:42:0)
[23:08:03.024] Build status: SCHEDULED
[23:08:03.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:43:0) after 7m15s
[23:15:18.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:43:0)
[23:15:18.060] Build status: SCHEDULED
[23:15:18.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:44:0) after 1m55s
[23:17:13.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:44:0)
[23:17:13.203] Build status: SCHEDULED
[23:17:13.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:45:0) after 2m6s
[23:19:19.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:45:0)
[23:19:19.226] Build status: SCHEDULED
[23:19:19.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:46:0) after 1m10s
[23:20:29.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:46:0)
[23:20:29.223] Build status: SCHEDULED
[23:20:29.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:47:0) after 2m26s
[23:22:55.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:47:0)
[23:22:55.256] Build status: SCHEDULED
[23:22:55.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:48:0) after 6m53s
[23:29:48.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:48:0)
[23:29:48.293] Build status: SCHEDULED
[23:29:48.293] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:49:0) after 4m28s
[23:34:16.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:49:0)
[23:34:16.328] Build status: SCHEDULED
[23:34:16.328] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:50:0) after 6m8s
[23:40:24.403] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:50:0)
[23:40:24.423] Build status: SCHEDULED
[23:40:24.423] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:51:0) after 3m56s
[23:44:20.440] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:51:0)
[23:44:20.460] Build status: SCHEDULED
[23:44:20.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:52:0) after 8m13s
[23:52:33.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:52:0)
[23:52:33.493] Build status: SCHEDULED
[23:52:33.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:53:0) after 7m38s
[00:00:11.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:53:0)
[00:00:11.553] Build status: SCHEDULED
[00:00:11.553] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:54:0) after 5m13s
[00:05:24.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:54:0)
[00:05:24.744] Build status: SCHEDULED
[00:05:24.744] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:55:0) after 7m47s
[00:13:11.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:55:0)
[00:13:11.836] Build status: SCHEDULED
[00:13:11.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:56:0) after 3m53s
[00:17:04.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:56:0)
[00:17:04.927] Build status: SCHEDULED
[00:17:04.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:57:0) after 4m36s
[00:21:41.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:57:0)
[00:21:41.109] Build status: SCHEDULED
[00:21:41.109] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:58:0) after 8m7s
[00:29:48.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:58:0)
[00:29:48.213] Build status: SCHEDULED
[00:29:48.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:59:0) after 5m11s
[00:34:59.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:59:0)
[00:34:59.231] Build status: SCHEDULED
[00:34:59.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:60:0) after 8m58s
[00:43:57.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:60:0)
[00:43:57.272] Build status: SCHEDULED
[00:43:57.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:61:0) after 9m17s
[00:53:14.288] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:61:0)
[00:53:14.305] Build status: SCHEDULED
[00:53:14.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:62:0) after 5m10s
[00:58:24.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:62:0)
[00:58:24.399] Build status: SCHEDULED
[00:58:24.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:63:0) after 2m55s
[01:01:19.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:63:0)
[01:01:19.434] Build status: SCHEDULED
[01:01:19.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:64:0) after 5m14s
[01:06:33.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:64:0)
[01:06:33.542] Build status: SCHEDULED
[01:06:33.542] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:65:0) after 4m51s
[01:11:24.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:65:0)
[01:11:24.598] Build status: SCHEDULED
[01:11:24.598] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:66:0) after 7m44s
[01:19:08.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:66:0)
[01:19:08.677] Build status: SCHEDULED
[01:19:08.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:67:0) after 3m43s
[01:22:51.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:67:0)
[01:22:51.709] Build status: SCHEDULED
[01:22:51.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:68:0) after 6m13s
[01:29:04.726] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:68:0)
[01:29:04.746] Build status: SCHEDULED
[01:29:04.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:69:0) after 3m49s
[01:32:53.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:69:0)
[01:32:53.779] Build status: SCHEDULED
[01:32:53.779] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:70:0) after 7m34s
[01:40:27.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:70:0)
[01:40:27.820] Build status: SCHEDULED
[01:40:27.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:71:0) after 6m13s
[01:46:40.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:71:0)
[01:46:40.841] Build status: SCHEDULED
[01:46:40.841] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:72:0) after 5m59s
[01:52:39.959] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:72:0)
[01:52:39.974] Build status: SCHEDULED
[01:52:39.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:73:0) after 5m9s
[01:57:49.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:73:0)
[01:57:49.045] Build status: SCHEDULED
[01:57:49.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:74:0) after 3m18s
[02:01:07.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:74:0)
[02:01:07.081] Build status: SCHEDULED
[02:01:07.081] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:75:0) after 7m20s
[02:08:27.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:75:0)
[02:08:27.125] Build status: SCHEDULED
[02:08:27.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:76:0) after 7m27s
[02:15:54.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:76:0)
[02:15:54.205] Build status: SCHEDULED
[02:15:54.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:77:0) after 6m4s
[02:21:58.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:77:0)
[02:21:58.244] Build status: SCHEDULED
[02:21:58.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:78:0) after 7m2s
[02:29:00.261] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:78:0)
[02:29:00.280] Build status: SCHEDULED
[02:29:00.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:79:0) after 2m50s
[02:31:50.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:79:0)
[02:31:50.355] Build status: SCHEDULED
[02:31:50.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:80:0) after 3m5s
[02:34:55.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:80:0)
[02:34:55.392] Build status: SCHEDULED
[02:34:55.392] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:81:0) after 2m34s
[02:37:29.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:81:0)
[02:37:29.426] Build status: SCHEDULED
[02:37:29.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:82:0) after 9m53s
[02:47:22.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:82:0)
[02:47:22.547] Build status: SCHEDULED
[02:47:22.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:83:0) after 3m34s
[02:50:56.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:83:0)
[02:50:56.637] Build status: SCHEDULED
[02:50:56.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:84:0) after 8m20s
[02:59:16.654] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:84:0)
[02:59:16.677] Build status: SCHEDULED
[02:59:16.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:85:0) after 4m41s
[03:03:57.696] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:85:0)
[03:03:57.713] Build status: SCHEDULED
[03:03:57.713] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:86:0) after 3m34s
[03:07:31.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:86:0)
[03:07:31.751] Build status: SCHEDULED
[03:07:31.751] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:87:0) after 2m52s
[03:10:23.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:87:0)
[03:10:23.763] Build status: SCHEDULED
[03:10:23.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:88:0) after 1m55s
[03:12:18.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:88:0)
[03:12:18.808] Build status: SCHEDULED
[03:12:18.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:89:0) after 7m58s
[03:20:16.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:89:0)
[03:20:16.850] Build status: SCHEDULED
[03:20:16.850] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:90:0) after 6m45s
[03:27:01.938] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:90:0)
[03:27:01.960] Build status: SCHEDULED
[03:27:01.960] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:91:0) after 3m21s
[03:30:22.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:91:0)
[03:30:23.001] Build status: SCHEDULED
[03:30:23.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:92:0) after 2m38s
[03:33:01.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:92:0)
[03:33:01.071] Build status: SCHEDULED
[03:33:01.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:93:0) after 1m6s
[03:34:07.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:93:0)
[03:34:07.148] Build status: SCHEDULED
[03:34:07.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:94:0) after 7m59s
[03:42:06.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:94:0)
[03:42:06.373] Build status: SCHEDULED
[03:42:06.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:95:0) after 8m18s
[03:50:24.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:95:0)
[03:50:24.514] Build status: SCHEDULED
[03:50:24.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:96:0) after 8m54s
[03:59:18.549] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:96:0)
[03:59:18.567] Build status: SCHEDULED
[03:59:18.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:97:0) after 1m19s
[04:00:37.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:97:0)
[04:00:37.787] Build status: SCHEDULED
[04:00:37.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:98:0) after 9m53s
[04:10:30.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:98:0)
[04:10:30.901] Build status: SCHEDULED
[04:10:30.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:99:0) after 7m19s
[04:15:40.950] Received PubSub notification, asking Buildbucket for the build status
[04:15:40.965] Build status: STARTED
[04:17:49.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:99:0)
[04:17:49.984] Build status: STARTED
[04:17:49.984] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:101:0) after 7m36s
[04:25:26.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:101:0)
[04:25:26.258] Build status: STARTED
[04:25:26.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:102:0) after 5m30s
[04:30:56.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:102:0)
[04:30:56.290] Build status: STARTED
[04:30:56.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:103:0) after 7m49s
[04:38:45.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:103:0)
[04:38:45.344] Build status: STARTED
[04:38:45.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:104:0) after 3m36s
[04:42:21.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:104:0)
[04:42:21.486] Build status: STARTED
[04:42:21.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:105:0) after 1m40s
[04:44:01.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:105:0)
[04:44:01.577] Build status: STARTED
[04:44:01.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:106:0) after 7m4s
[04:51:05.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:106:0)
[04:51:05.730] Build status: STARTED
[04:51:05.731] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:107:0) after 4m3s
[04:55:08.818] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:107:0)
[04:55:08.835] Build status: STARTED
[04:55:08.835] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:108:0) after 8m2s
[05:03:10.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:108:0)
[05:03:10.972] Build status: STARTED
[05:03:10.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8866346740568272400:109:0) after 1m44s
[05:04:38.437] Received PubSub notification, asking Buildbucket for the build status
[05:04:38.457] Build:
{
"id": "8700916678455877537",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T19:24:16.773047038Z",
"startTime": "2025-10-16T04:15:40.154783945Z",
"endTime": "2025-10-16T05:04:36.474640730Z",
"updateTime": "2025-10-16T05:04:36.474640730Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "73a7b292269685af5382e6e3f1fedf1891ef16ed",
"ref": "refs/heads/main"
}
}
}
[05:04:38.457] Invocation finished in 9h40m23.081850099s with status FAILED