[20:09:42.436] New invocation is queued and will start shortly
[20:09:43.720] Starting the invocation (attempt 1)
[20:09:43.748] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/13fc1fb23dc7a7dd59e48917f33d0b41927b79ef"
[20:09:43.748] Popped gitiles commit info from properties and tags
[20:09:43.748] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:09:43.748] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:09:43.749] Buildbucket request:
{
"requestId": "8860817466100542336",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860817466100542336",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "005c2b2ae1e206b1a330434c9273000ed7a95724"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@005c2b2ae1e206b1a330434c9273000ed7a95724",
"title": "005c2b2ae1e206b1a330434c9273000ed7a95724",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/005c2b2ae1e206b1a330434c9273000ed7a95724"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "74bba12d67a8c58739704810e9e38165a44dfc49"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@74bba12d67a8c58739704810e9e38165a44dfc49",
"title": "74bba12d67a8c58739704810e9e38165a44dfc49",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/74bba12d67a8c58739704810e9e38165a44dfc49"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "777768c94abef41d4ed3f386d3554fe7b4463dce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@777768c94abef41d4ed3f386d3554fe7b4463dce",
"title": "777768c94abef41d4ed3f386d3554fe7b4463dce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/777768c94abef41d4ed3f386d3554fe7b4463dce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4bf3c7514bf429349dcb2c2bdfcb6301d64638c5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4bf3c7514bf429349dcb2c2bdfcb6301d64638c5",
"title": "4bf3c7514bf429349dcb2c2bdfcb6301d64638c5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4bf3c7514bf429349dcb2c2bdfcb6301d64638c5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"title": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/13fc1fb23dc7a7dd59e48917f33d0b41927b79ef"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860817466100542336"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:09:44.195] Scheduled build:
{
"id": "8695387404010164929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-15T20:09:43.801499384Z",
"updateTime": "2025-12-15T20:09:43.801499384Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"ref": "refs/heads/main"
}
}
}
[20:09:44.195] Task URL: https://cr-buildbucket.appspot.com/build/8695387404010164929
[20:09:44.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:2:0) after 5m32s
[20:09:44.336] Received PubSub notification, asking Buildbucket for the build status
[20:09:44.380] Build status: SCHEDULED
[20:15:16.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:2:0)
[20:15:16.298] Build status: SCHEDULED
[20:15:16.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:4:0) after 7m58s
[20:23:14.339] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:4:0)
[20:23:14.368] Build status: SCHEDULED
[20:23:14.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:5:0) after 9m5s
[20:32:19.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:5:0)
[20:32:19.427] Build status: SCHEDULED
[20:32:19.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:6:0) after 8m8s
[20:40:27.488] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:6:0)
[20:40:27.528] Build status: SCHEDULED
[20:40:27.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:7:0) after 7m5s
[20:47:32.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:7:0)
[20:47:32.630] Build status: SCHEDULED
[20:47:32.630] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:8:0) after 7m11s
[20:54:43.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:8:0)
[20:54:43.660] Build status: SCHEDULED
[20:54:43.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:9:0) after 3m53s
[20:58:36.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:9:0)
[20:58:36.714] Build status: SCHEDULED
[20:58:36.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:10:0) after 5m49s
[21:04:25.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:10:0)
[21:04:25.795] Build status: SCHEDULED
[21:04:25.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:11:0) after 8m32s
[21:12:57.816] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:11:0)
[21:12:57.830] Build status: SCHEDULED
[21:12:57.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:12:0) after 9m46s
[21:22:43.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:12:0)
[21:22:43.879] Build status: SCHEDULED
[21:22:43.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:13:0) after 8m4s
[21:30:47.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:13:0)
[21:30:47.959] Build status: SCHEDULED
[21:30:47.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:14:0) after 9m46s
[21:40:33.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:14:0)
[21:40:33.987] Build status: SCHEDULED
[21:40:33.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:15:0) after 3m40s
[21:44:14.049] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:15:0)
[21:44:14.202] Build status: SCHEDULED
[21:44:14.202] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:16:0) after 9m12s
[21:50:38.880] Received PubSub notification, asking Buildbucket for the build status
[21:50:38.898] Build status: STARTED
[21:53:26.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:16:0)
[21:53:26.255] Build status: STARTED
[21:53:26.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:18:0) after 5m27s
[21:58:53.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:18:0)
[21:58:53.289] Build status: STARTED
[21:58:53.289] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:19:0) after 6m46s
[22:05:39.302] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:19:0)
[22:05:39.331] Build status: STARTED
[22:05:39.331] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:20:0) after 8m42s
[22:14:21.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:20:0)
[22:14:21.412] Build status: STARTED
[22:14:21.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:21:0) after 9m29s
[22:23:50.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:21:0)
[22:23:50.726] Build status: STARTED
[22:23:50.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:22:0) after 1m59s
[22:25:49.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:22:0)
[22:25:49.867] Build status: STARTED
[22:25:49.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:23:0) after 2m55s
[22:28:45.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:23:0)
[22:28:45.166] Build status: STARTED
[22:28:45.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:24:0) after 7m56s
[22:36:41.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:24:0)
[22:36:41.198] Build status: STARTED
[22:36:41.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-bazel-sanitizers-asan:8860817466100542336:25:0) after 4m32s
[22:38:24.558] Received PubSub notification, asking Buildbucket for the build status
[22:38:24.578] Build:
{
"id": "8695387404010164929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-12-15T20:09:43.801499384Z",
"startTime": "2025-12-15T21:50:38.148595009Z",
"endTime": "2025-12-15T22:38:24.159767038Z",
"updateTime": "2025-12-15T22:38:24.159767038Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "13fc1fb23dc7a7dd59e48917f33d0b41927b79ef",
"ref": "refs/heads/main"
}
}
}
[22:38:24.578] Invocation finished in 2h28m42.15475821s with status FAILED