[07:30:29.398] New invocation is queued and will start shortly
[07:30:31.178] Starting the invocation (attempt 1)
[07:30:31.204] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e640152dd0b70c907f6c417bafc21015d21854b2"
[07:30:31.204] Popped gitiles commit info from properties and tags
[07:30:31.204] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:30:31.204] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:30:31.204] Buildbucket request:
{
"requestId": "8867478810466588832",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8867478810466588832",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e640152dd0b70c907f6c417bafc21015d21854b2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e640152dd0b70c907f6c417bafc21015d21854b2",
"title": "e640152dd0b70c907f6c417bafc21015d21854b2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e640152dd0b70c907f6c417bafc21015d21854b2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e640152dd0b70c907f6c417bafc21015d21854b2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8867478810466588832"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:30:31.621] Scheduled build:
{
"id": "8702048747860786881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T07:30:31.258082140Z",
"updateTime": "2025-10-03T07:30:31.258082140Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e640152dd0b70c907f6c417bafc21015d21854b2",
"ref": "refs/heads/main"
}
}
}
[07:30:31.621] Task URL: https://cr-buildbucket.appspot.com/build/8702048747860786881
[07:30:31.621] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:2:0) after 2m28s
[07:30:32.187] Received PubSub notification, asking Buildbucket for the build status
[07:30:32.212] Build status: SCHEDULED
[07:32:59.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:2:0)
[07:32:59.651] Build status: SCHEDULED
[07:32:59.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:4:0) after 9m23s
[07:42:22.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:4:0)
[07:42:22.831] Build status: SCHEDULED
[07:42:22.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:5:0) after 2m41s
[07:45:03.850] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:5:0)
[07:45:03.872] Build status: SCHEDULED
[07:45:03.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:6:0) after 1m15s
[07:46:18.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:6:0)
[07:46:18.971] Build status: SCHEDULED
[07:46:18.971] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:7:0) after 9m46s
[07:56:04.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:7:0)
[07:56:05.035] Build status: SCHEDULED
[07:56:05.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:8:0) after 1m4s
[07:57:09.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:8:0)
[07:57:09.170] Build status: SCHEDULED
[07:57:09.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:9:0) after 8m56s
[08:06:05.182] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:9:0)
[08:06:05.207] Build status: SCHEDULED
[08:06:05.207] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:10:0) after 1m57s
[08:08:02.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:10:0)
[08:08:02.426] Build status: SCHEDULED
[08:08:02.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:11:0) after 9m34s
[08:17:36.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:11:0)
[08:17:36.555] Build status: SCHEDULED
[08:17:36.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:12:0) after 9m33s
[08:27:09.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:12:0)
[08:27:09.675] Build status: SCHEDULED
[08:27:09.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:13:0) after 8m20s
[08:35:29.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:13:0)
[08:35:29.767] Build status: SCHEDULED
[08:35:29.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:14:0) after 9m52s
[08:45:21.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:14:0)
[08:45:21.869] Build status: SCHEDULED
[08:45:21.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:15:0) after 3m25s
[08:48:46.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:15:0)
[08:48:46.858] Build status: SCHEDULED
[08:48:46.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:16:0) after 8m49s
[08:57:35.851] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:16:0)
[08:57:35.864] Build status: SCHEDULED
[08:57:35.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:17:0) after 9m8s
[09:06:43.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:17:0)
[09:06:43.983] Build status: SCHEDULED
[09:06:43.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:18:0) after 3m57s
[09:10:40.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:18:0)
[09:10:41.011] Build status: SCHEDULED
[09:10:41.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:19:0) after 5m36s
[09:16:17.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:19:0)
[09:16:17.061] Build status: SCHEDULED
[09:16:17.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:20:0) after 5m18s
[09:21:35.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:20:0)
[09:21:35.096] Build status: SCHEDULED
[09:21:35.096] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:21:0) after 1m17s
[09:22:52.227] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:21:0)
[09:22:52.244] Build status: SCHEDULED
[09:22:52.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:22:0) after 2m43s
[09:25:35.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:22:0)
[09:25:35.310] Build status: SCHEDULED
[09:25:35.310] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:23:0) after 4m38s
[09:30:13.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:23:0)
[09:30:13.352] Build status: SCHEDULED
[09:30:13.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:24:0) after 7m39s
[09:37:52.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:24:0)
[09:37:52.505] Build status: SCHEDULED
[09:37:52.505] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:25:0) after 6m9s
[09:44:01.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:25:0)
[09:44:01.938] Build status: SCHEDULED
[09:44:01.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:26:0) after 1m35s
[09:45:37.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:26:0)
[09:45:37.121] Build status: SCHEDULED
[09:45:37.121] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:27:0) after 7m44s
[09:53:21.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:27:0)
[09:53:21.517] Build status: SCHEDULED
[09:53:21.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:28:0) after 3m15s
[09:56:37.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:28:0)
[09:56:37.095] Build status: SCHEDULED
[09:56:37.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8867478810466588832:29:0) after 8m21s
[10:00:44.608] Received PubSub notification, asking Buildbucket for the build status
[10:00:44.646] Build status: STARTED
[10:02:52.003] Received PubSub notification, asking Buildbucket for the build status
[10:02:52.039] Build:
{
"id": "8702048747860786881",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-03T07:30:31.258082140Z",
"startTime": "2025-10-03T10:00:41.368041072Z",
"endTime": "2025-10-03T10:02:51.842319398Z",
"updateTime": "2025-10-03T10:02:51.842319398Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e640152dd0b70c907f6c417bafc21015d21854b2",
"ref": "refs/heads/main"
}
}
}
[10:02:52.039] Invocation finished in 2h32m22.650592827s with status FAILED