[05:02:00.314] New invocation is queued and will start shortly
[05:02:01.425] Starting the invocation (attempt 1)
[05:02:01.453] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f931a6f5958a9bc3c4fc92950d3ec7554459ce77"
[05:02:01.453] Popped gitiles commit info from properties and tags
[05:02:01.453] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:02:01.454] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:02:01.454] Buildbucket request:
{
"requestId": "8863139497930251696",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8863139497930251696",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "49634ff2ca152c5934b6fd42f94067bf65241de6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@49634ff2ca152c5934b6fd42f94067bf65241de6",
"title": "49634ff2ca152c5934b6fd42f94067bf65241de6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/49634ff2ca152c5934b6fd42f94067bf65241de6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "292a206e3a0e1ab75edbb66bf0f0ccc3746f5aad"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@292a206e3a0e1ab75edbb66bf0f0ccc3746f5aad",
"title": "292a206e3a0e1ab75edbb66bf0f0ccc3746f5aad",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/292a206e3a0e1ab75edbb66bf0f0ccc3746f5aad"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b3992bfe3b6fe92cd89680188d325e80b574c8a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b3992bfe3b6fe92cd89680188d325e80b574c8a",
"title": "4b3992bfe3b6fe92cd89680188d325e80b574c8a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b3992bfe3b6fe92cd89680188d325e80b574c8a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "df483746fe08f181c7eeead52a77dfa6518630d5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df483746fe08f181c7eeead52a77dfa6518630d5",
"title": "df483746fe08f181c7eeead52a77dfa6518630d5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df483746fe08f181c7eeead52a77dfa6518630d5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50616a91c83a01ecaf7342ebeb83dec243ebfcfb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50616a91c83a01ecaf7342ebeb83dec243ebfcfb",
"title": "50616a91c83a01ecaf7342ebeb83dec243ebfcfb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50616a91c83a01ecaf7342ebeb83dec243ebfcfb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f687901ee3abdf42fc895e4a92b384b3eddd66d2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f687901ee3abdf42fc895e4a92b384b3eddd66d2",
"title": "f687901ee3abdf42fc895e4a92b384b3eddd66d2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f687901ee3abdf42fc895e4a92b384b3eddd66d2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "18bbb3c0991374b41eca35039ea2bdc015be0bc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@18bbb3c0991374b41eca35039ea2bdc015be0bc1",
"title": "18bbb3c0991374b41eca35039ea2bdc015be0bc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/18bbb3c0991374b41eca35039ea2bdc015be0bc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "611bb2d9f23d99c21eeaf57f81b10dcc26eb5b48"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@611bb2d9f23d99c21eeaf57f81b10dcc26eb5b48",
"title": "611bb2d9f23d99c21eeaf57f81b10dcc26eb5b48",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/611bb2d9f23d99c21eeaf57f81b10dcc26eb5b48"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "067d2e2a7396fb3ad8ffa4c7bcf8a403f73c5997"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@067d2e2a7396fb3ad8ffa4c7bcf8a403f73c5997",
"title": "067d2e2a7396fb3ad8ffa4c7bcf8a403f73c5997",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/067d2e2a7396fb3ad8ffa4c7bcf8a403f73c5997"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f931a6f5958a9bc3c4fc92950d3ec7554459ce77"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f931a6f5958a9bc3c4fc92950d3ec7554459ce77",
"title": "f931a6f5958a9bc3c4fc92950d3ec7554459ce77",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f931a6f5958a9bc3c4fc92950d3ec7554459ce77"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f931a6f5958a9bc3c4fc92950d3ec7554459ce77",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863139497930251696"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:02:02.082] Scheduled build:
{
"id": "8697709436027739985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-20T05:02:01.504825251Z",
"updateTime": "2025-11-20T05:02:01.504825251Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f931a6f5958a9bc3c4fc92950d3ec7554459ce77",
"ref": "refs/heads/main"
}
}
}
[05:02:02.082] Task URL: https://cr-buildbucket.appspot.com/build/8697709436027739985
[05:02:02.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:2:0) after 7m21s
[05:02:03.021] Received PubSub notification, asking Buildbucket for the build status
[05:02:03.043] Build status: SCHEDULED
[05:09:23.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:2:0)
[05:09:23.242] Build status: SCHEDULED
[05:09:23.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:4:0) after 8m34s
[05:17:57.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:4:0)
[05:17:57.305] Build status: SCHEDULED
[05:17:57.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:5:0) after 9m5s
[05:27:02.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:5:0)
[05:27:02.433] Build status: SCHEDULED
[05:27:02.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:6:0) after 7m14s
[05:34:16.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:6:0)
[05:34:16.501] Build status: SCHEDULED
[05:34:16.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:7:0) after 6m27s
[05:40:43.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:7:0)
[05:40:43.537] Build status: SCHEDULED
[05:40:43.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:8:0) after 9m0s
[05:49:43.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:8:0)
[05:49:43.572] Build status: SCHEDULED
[05:49:43.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:9:0) after 4m18s
[05:54:01.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:9:0)
[05:54:01.608] Build status: SCHEDULED
[05:54:01.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:10:0) after 5m26s
[05:59:27.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:10:0)
[05:59:27.768] Build status: SCHEDULED
[05:59:27.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:11:0) after 5m19s
[06:04:46.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:11:0)
[06:04:46.789] Build status: SCHEDULED
[06:04:46.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:12:0) after 4m34s
[06:09:20.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:12:0)
[06:09:20.834] Build status: SCHEDULED
[06:09:20.834] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:13:0) after 9m47s
[06:19:07.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:13:0)
[06:19:07.976] Build status: SCHEDULED
[06:19:07.976] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:14:0) after 4m0s
[06:23:08.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:14:0)
[06:23:08.461] Build status: SCHEDULED
[06:23:08.461] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:15:0) after 7m37s
[06:30:45.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:15:0)
[06:30:45.572] Build status: SCHEDULED
[06:30:45.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:16:0) after 6m45s
[06:37:30.589] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:16:0)
[06:37:30.615] Build status: SCHEDULED
[06:37:30.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:17:0) after 5m5s
[06:42:35.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:17:0)
[06:42:35.894] Build status: SCHEDULED
[06:42:35.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:18:0) after 9m57s
[06:52:32.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:18:0)
[06:52:32.934] Build status: SCHEDULED
[06:52:32.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:19:0) after 1m27s
[06:53:59.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:19:0)
[06:53:59.983] Build status: SCHEDULED
[06:53:59.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:20:0) after 3m7s
[06:57:06.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:20:0)
[06:57:07.025] Build status: SCHEDULED
[06:57:07.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:21:0) after 9m9s
[07:06:16.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:21:0)
[07:06:16.259] Build status: SCHEDULED
[07:06:16.259] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:22:0) after 2m16s
[07:08:32.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:22:0)
[07:08:32.526] Build status: SCHEDULED
[07:08:32.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:23:0) after 7m20s
[07:15:52.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:23:0)
[07:15:52.603] Build status: SCHEDULED
[07:15:52.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:24:0) after 2m4s
[07:17:56.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:24:0)
[07:17:56.610] Build status: SCHEDULED
[07:17:56.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:25:0) after 1m43s
[07:19:39.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:25:0)
[07:19:39.638] Build status: SCHEDULED
[07:19:39.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:26:0) after 9m29s
[07:29:08.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:26:0)
[07:29:08.684] Build status: SCHEDULED
[07:29:08.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:27:0) after 5m29s
[07:34:37.698] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:27:0)
[07:34:37.714] Build status: SCHEDULED
[07:34:37.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:28:0) after 8m53s
[07:43:30.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:28:0)
[07:43:30.783] Build status: SCHEDULED
[07:43:30.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:29:0) after 3m44s
[07:47:14.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:29:0)
[07:47:14.833] Build status: SCHEDULED
[07:47:14.833] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:30:0) after 4m53s
[07:52:08.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:30:0)
[07:52:08.431] Build status: SCHEDULED
[07:52:08.431] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:31:0) after 5m19s
[07:57:27.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:31:0)
[07:57:27.554] Build status: SCHEDULED
[07:57:27.554] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:32:0) after 7m55s
[08:05:22.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:32:0)
[08:05:22.706] Build status: SCHEDULED
[08:05:22.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:33:0) after 1m35s
[08:06:57.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:33:0)
[08:06:57.790] Build status: SCHEDULED
[08:06:57.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:34:0) after 3m9s
[08:10:06.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:34:0)
[08:10:06.839] Build status: SCHEDULED
[08:10:06.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:35:0) after 7m44s
[08:17:50.873] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:35:0)
[08:17:50.897] Build status: SCHEDULED
[08:17:50.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:36:0) after 6m9s
[08:24:00.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:36:0)
[08:24:00.040] Build status: SCHEDULED
[08:24:00.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:37:0) after 4m55s
[08:28:55.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:37:0)
[08:28:55.122] Build status: SCHEDULED
[08:28:55.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:38:0) after 4m5s
[08:33:00.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:38:0)
[08:33:00.200] Build status: SCHEDULED
[08:33:00.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:39:0) after 9m29s
[08:42:29.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:39:0)
[08:42:29.257] Build status: SCHEDULED
[08:42:29.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:40:0) after 5m9s
[08:47:38.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:40:0)
[08:47:38.288] Build status: SCHEDULED
[08:47:38.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:41:0) after 7m24s
[08:55:02.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:41:0)
[08:55:02.317] Build status: SCHEDULED
[08:55:02.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:42:0) after 4m32s
[08:59:34.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:42:0)
[08:59:34.516] Build status: SCHEDULED
[08:59:34.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:43:0) after 1m58s
[09:01:32.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:43:0)
[09:01:32.555] Build status: SCHEDULED
[09:01:32.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:44:0) after 6m6s
[09:07:38.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:44:0)
[09:07:38.592] Build status: SCHEDULED
[09:07:38.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:45:0) after 7m56s
[09:15:34.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:45:0)
[09:15:34.782] Build status: SCHEDULED
[09:15:34.782] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:46:0) after 1m39s
[09:17:13.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:46:0)
[09:17:13.820] Build status: SCHEDULED
[09:17:13.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:47:0) after 3m51s
[09:21:04.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:47:0)
[09:21:04.849] Build status: SCHEDULED
[09:21:04.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:48:0) after 5m55s
[09:26:59.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:48:0)
[09:26:59.929] Build status: SCHEDULED
[09:26:59.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:49:0) after 6m44s
[09:33:43.998] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:49:0)
[09:33:44.018] Build status: SCHEDULED
[09:33:44.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:50:0) after 9m45s
[09:43:29.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:50:0)
[09:43:29.050] Build status: SCHEDULED
[09:43:29.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:51:0) after 4m11s
[09:47:40.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:51:0)
[09:47:40.234] Build status: SCHEDULED
[09:47:40.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:52:0) after 1m57s
[09:49:37.322] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:52:0)
[09:49:37.338] Build status: SCHEDULED
[09:49:37.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:53:0) after 4m39s
[09:54:16.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:53:0)
[09:54:16.371] Build status: SCHEDULED
[09:54:16.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:54:0) after 8m5s
[10:02:21.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:54:0)
[10:02:21.405] Build status: SCHEDULED
[10:02:21.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:55:0) after 5m11s
[10:07:32.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:55:0)
[10:07:32.509] Build status: SCHEDULED
[10:07:32.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:56:0) after 3m58s
[10:11:30.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:56:0)
[10:11:30.543] Build status: SCHEDULED
[10:11:30.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:57:0) after 5m49s
[10:17:19.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:57:0)
[10:17:19.575] Build status: SCHEDULED
[10:17:19.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:58:0) after 3m30s
[10:20:49.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:58:0)
[10:20:49.632] Build status: SCHEDULED
[10:20:49.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:59:0) after 6m32s
[10:27:21.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:59:0)
[10:27:21.667] Build status: SCHEDULED
[10:27:21.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:60:0) after 1m41s
[10:29:02.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:60:0)
[10:29:02.757] Build status: SCHEDULED
[10:29:02.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:61:0) after 7m23s
[10:36:25.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:61:0)
[10:36:25.792] Build status: SCHEDULED
[10:36:25.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:62:0) after 8m39s
[10:45:04.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:62:0)
[10:45:04.783] Build status: SCHEDULED
[10:45:04.784] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:63:0) after 1m26s
[10:46:30.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:63:0)
[10:46:30.812] Build status: SCHEDULED
[10:46:30.812] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:64:0) after 1m36s
[10:48:06.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:64:0)
[10:48:06.873] Build status: SCHEDULED
[10:48:06.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:65:0) after 5m0s
[10:53:06.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:65:0)
[10:53:07.093] Build status: SCHEDULED
[10:53:07.093] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:66:0) after 8m6s
[11:01:00.365] Received PubSub notification, asking Buildbucket for the build status
[11:01:00.420] Build status: STARTED
[11:01:13.109] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:66:0)
[11:01:13.127] Build status: STARTED
[11:01:13.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:68:0) after 2m11s
[11:03:24.218] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:68:0)
[11:03:24.261] Build status: STARTED
[11:03:24.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:69:0) after 3m16s
[11:06:40.277] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:69:0)
[11:06:40.297] Build status: STARTED
[11:06:40.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:70:0) after 4m52s
[11:11:32.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:70:0)
[11:11:32.338] Build status: STARTED
[11:11:32.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:71:0) after 4m32s
[11:16:04.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:71:0)
[11:16:04.422] Build status: STARTED
[11:16:04.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:72:0) after 2m37s
[11:18:41.436] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:72:0)
[11:18:41.452] Build status: STARTED
[11:18:41.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:73:0) after 7m18s
[11:25:59.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:73:0)
[11:25:59.615] Build status: STARTED
[11:25:59.615] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:74:0) after 3m41s
[11:29:40.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:74:0)
[11:29:40.750] Build status: STARTED
[11:29:40.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:75:0) after 2m54s
[11:32:34.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:75:0)
[11:32:34.788] Build status: STARTED
[11:32:34.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:76:0) after 4m53s
[11:37:27.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:76:0)
[11:37:27.913] Build status: STARTED
[11:37:27.913] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:77:0) after 9m2s
[11:46:29.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:77:0)
[11:46:29.950] Build status: STARTED
[11:46:29.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-asan:8863139497930251696:78:0) after 7m4s
[11:49:51.727] Received PubSub notification, asking Buildbucket for the build status
[11:49:51.745] Build:
{
"id": "8697709436027739985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-20T05:02:01.504825251Z",
"startTime": "2025-11-20T11:01:00.107129845Z",
"endTime": "2025-11-20T11:49:51.460930973Z",
"updateTime": "2025-11-20T11:49:51.460930973Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f931a6f5958a9bc3c4fc92950d3ec7554459ce77",
"ref": "refs/heads/main"
}
}
}
[11:49:51.745] Invocation finished in 6h47m51.438882787s with status FAILED