[19:06:42.886] New invocation is queued and will start shortly
[19:06:43.999] Starting the invocation (attempt 1)
[19:06:44.030] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7a8ab7d590ad916f4af80f9b5748d83a16e64270"
[19:06:44.030] Popped gitiles commit info from properties and tags
[19:06:44.030] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:06:44.030] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:06:44.031] Buildbucket request:
{
"requestId": "8839259351235166528",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839259351235166528",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4",
"title": "6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4c0d4b7fca58baf941d2548b010d201cac72eff0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4c0d4b7fca58baf941d2548b010d201cac72eff0",
"title": "4c0d4b7fca58baf941d2548b010d201cac72eff0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4c0d4b7fca58baf941d2548b010d201cac72eff0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d7948b70eeb5da8d1613acd6f0a424e520020bbd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d7948b70eeb5da8d1613acd6f0a424e520020bbd",
"title": "d7948b70eeb5da8d1613acd6f0a424e520020bbd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d7948b70eeb5da8d1613acd6f0a424e520020bbd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7a8ab7d590ad916f4af80f9b5748d83a16e64270"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7a8ab7d590ad916f4af80f9b5748d83a16e64270",
"title": "7a8ab7d590ad916f4af80f9b5748d83a16e64270",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7a8ab7d590ad916f4af80f9b5748d83a16e64270"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7a8ab7d590ad916f4af80f9b5748d83a16e64270",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839259351235166528"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:06:44.561] Scheduled build:
{
"id": "8673829289317800977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T19:06:44.093432391Z",
"updateTime": "2026-08-10T19:06:44.093432391Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7a8ab7d590ad916f4af80f9b5748d83a16e64270",
"ref": "refs/heads/main"
}
}
}
[19:06:44.561] Task URL: https://cr-buildbucket.appspot.com/build/8673829289317800977
[19:06:44.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:2:0) after 1m4s
[19:06:45.344] Received PubSub notification, asking Buildbucket for the build status
[19:06:45.366] Build status: SCHEDULED
[19:07:48.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:2:0)
[19:07:48.663] Build status: SCHEDULED
[19:07:48.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:4:0) after 1m45s
[19:09:33.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:4:0)
[19:09:33.710] Build status: SCHEDULED
[19:09:33.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:5:0) after 6m6s
[19:15:39.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:5:0)
[19:15:39.741] Build status: SCHEDULED
[19:15:39.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:6:0) after 1m56s
[19:17:35.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:6:0)
[19:17:35.765] Build status: SCHEDULED
[19:17:35.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:7:0) after 7m5s
[19:24:40.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:7:0)
[19:24:40.857] Build status: SCHEDULED
[19:24:40.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:8:0) after 8m47s
[19:33:28.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:8:0)
[19:33:28.120] Build status: SCHEDULED
[19:33:28.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:9:0) after 2m43s
[19:36:11.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:9:0)
[19:36:11.250] Build status: SCHEDULED
[19:36:11.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:10:0) after 3m41s
[19:39:52.415] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:10:0)
[19:39:52.445] Build status: SCHEDULED
[19:39:52.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:11:0) after 7m43s
[19:47:35.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:11:0)
[19:47:35.580] Build status: SCHEDULED
[19:47:35.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:12:0) after 3m33s
[19:51:08.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:12:0)
[19:51:08.619] Build status: SCHEDULED
[19:51:08.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:13:0) after 3m29s
[19:54:37.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:13:0)
[19:54:37.757] Build status: SCHEDULED
[19:54:37.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:14:0) after 1m40s
[19:56:17.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:14:0)
[19:56:17.890] Build status: SCHEDULED
[19:56:17.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:15:0) after 1m29s
[19:57:46.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:15:0)
[19:57:46.931] Build status: SCHEDULED
[19:57:46.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:16:0) after 2m16s
[20:00:02.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:16:0)
[20:00:02.966] Build status: SCHEDULED
[20:00:02.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:17:0) after 5m37s
[20:05:39.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:17:0)
[20:05:40.017] Build status: SCHEDULED
[20:05:40.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:18:0) after 5m32s
[20:11:12.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:18:0)
[20:11:12.297] Build status: SCHEDULED
[20:11:12.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:19:0) after 5m50s
[20:17:02.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:19:0)
[20:17:02.378] Build status: SCHEDULED
[20:17:02.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:20:0) after 4m9s
[20:21:11.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:20:0)
[20:21:11.415] Build status: SCHEDULED
[20:21:11.415] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:21:0) after 1m45s
[20:22:56.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:21:0)
[20:22:56.466] Build status: SCHEDULED
[20:22:56.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:22:0) after 8m0s
[20:30:56.535] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:22:0)
[20:30:56.570] Build status: SCHEDULED
[20:30:56.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:23:0) after 9m53s
[20:40:49.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:23:0)
[20:40:49.645] Build status: SCHEDULED
[20:40:49.645] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:24:0) after 7m0s
[20:47:49.767] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:24:0)
[20:47:49.788] Build status: SCHEDULED
[20:47:49.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:25:0) after 4m52s
[20:52:41.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:25:0)
[20:52:41.848] Build status: SCHEDULED
[20:52:41.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:26:0) after 5m38s
[20:58:19.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:26:0)
[20:58:20.011] Build status: SCHEDULED
[20:58:20.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:27:0) after 6m21s
[21:04:41.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:27:0)
[21:04:41.107] Build status: SCHEDULED
[21:04:41.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:28:0) after 9m39s
[21:06:42.577] Received PubSub notification, asking Buildbucket for the build status
[21:06:42.598] Build status: STARTED
[21:14:20.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:28:0)
[21:14:20.146] Build status: STARTED
[21:14:20.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:30:0) after 1m7s
[21:15:27.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:30:0)
[21:15:27.183] Build status: STARTED
[21:15:27.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:31:0) after 2m44s
[21:18:11.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:31:0)
[21:18:11.613] Build status: STARTED
[21:18:11.613] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:32:0) after 2m54s
[21:21:05.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:32:0)
[21:21:05.681] Build status: STARTED
[21:21:05.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8839259351235166528:33:0) after 7m42s
[21:26:04.865] Received PubSub notification, asking Buildbucket for the build status
[21:26:04.881] Build:
{
"id": "8673829289317800977",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T19:06:44.093432391Z",
"startTime": "2026-08-10T21:06:42.434330716Z",
"endTime": "2026-08-10T21:26:04.577033178Z",
"updateTime": "2026-08-10T21:26:04.577033178Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7a8ab7d590ad916f4af80f9b5748d83a16e64270",
"ref": "refs/heads/main"
}
}
}
[21:26:04.881] Invocation finished in 2h19m21.999661017s with status FAILED