[03:49:26.353] New invocation is queued and will start shortly
[03:49:27.389] Starting the invocation (attempt 1)
[03:49:27.418] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/7629bd6d570e41457a4f50bc1291840cd97c0d15"
[03:49:27.418] Popped gitiles commit info from properties and tags
[03:49:27.418] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:49:27.418] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:49:27.418] Buildbucket request:
{
"requestId": "8845477654938198240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845477654938198240",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7ee2a3d9489daed6f9c9616066ed2f755b54d9b5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7ee2a3d9489daed6f9c9616066ed2f755b54d9b5",
"title": "7ee2a3d9489daed6f9c9616066ed2f755b54d9b5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7ee2a3d9489daed6f9c9616066ed2f755b54d9b5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fdb7caa40f201d85a84ee3d93a3d96ff48926cec",
"title": "fdb7caa40f201d85a84ee3d93a3d96ff48926cec",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fdb7caa40f201d85a84ee3d93a3d96ff48926cec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3c42148a457048cac1e8742cdc15bd60537bb48b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3c42148a457048cac1e8742cdc15bd60537bb48b",
"title": "3c42148a457048cac1e8742cdc15bd60537bb48b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3c42148a457048cac1e8742cdc15bd60537bb48b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7629bd6d570e41457a4f50bc1291840cd97c0d15"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7629bd6d570e41457a4f50bc1291840cd97c0d15",
"title": "7629bd6d570e41457a4f50bc1291840cd97c0d15",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7629bd6d570e41457a4f50bc1291840cd97c0d15"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7629bd6d570e41457a4f50bc1291840cd97c0d15",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845477654938198240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:49:27.763] Scheduled build:
{
"id": "8680047593105682369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T03:49:27.479722673Z",
"updateTime": "2026-06-03T03:49:27.479722673Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7629bd6d570e41457a4f50bc1291840cd97c0d15",
"ref": "refs/heads/main"
}
}
}
[03:49:27.763] Task URL: https://cr-buildbucket.appspot.com/build/8680047593105682369
[03:49:27.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:2:0) after 9m46s
[03:49:28.712] Received PubSub notification, asking Buildbucket for the build status
[03:49:28.727] Build status: SCHEDULED
[03:59:13.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:2:0)
[03:59:13.851] Build status: SCHEDULED
[03:59:13.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:4:0) after 6m56s
[04:06:09.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:4:0)
[04:06:09.940] Build status: SCHEDULED
[04:06:09.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:5:0) after 5m16s
[04:11:26.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:5:0)
[04:11:26.040] Build status: SCHEDULED
[04:11:26.040] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:6:0) after 5m44s
[04:17:10.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:6:0)
[04:17:10.143] Build status: SCHEDULED
[04:17:10.143] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:7:0) after 2m20s
[04:19:30.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:7:0)
[04:19:30.180] Build status: SCHEDULED
[04:19:30.180] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:8:0) after 4m6s
[04:23:36.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:8:0)
[04:23:36.210] Build status: SCHEDULED
[04:23:36.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:9:0) after 2m16s
[04:25:52.223] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:9:0)
[04:25:52.242] Build status: SCHEDULED
[04:25:52.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:10:0) after 4m15s
[04:30:07.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:10:0)
[04:30:07.268] Build status: SCHEDULED
[04:30:07.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:11:0) after 1m19s
[04:31:26.282] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:11:0)
[04:31:26.305] Build status: SCHEDULED
[04:31:26.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:12:0) after 1m45s
[04:33:11.421] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:12:0)
[04:33:11.444] Build status: SCHEDULED
[04:33:11.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:13:0) after 8m43s
[04:41:54.526] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:13:0)
[04:41:54.547] Build status: SCHEDULED
[04:41:54.547] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:14:0) after 7m45s
[04:49:39.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:14:0)
[04:49:39.580] Build status: SCHEDULED
[04:49:39.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:15:0) after 3m53s
[04:53:32.616] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:15:0)
[04:53:32.761] Build status: SCHEDULED
[04:53:32.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:16:0) after 3m52s
[04:57:24.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:16:0)
[04:57:24.756] Build status: SCHEDULED
[04:57:24.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:17:0) after 1m5s
[04:58:29.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:17:0)
[04:58:29.848] Build status: SCHEDULED
[04:58:29.849] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:18:0) after 8m35s
[05:07:04.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:18:0)
[05:07:04.854] Build status: SCHEDULED
[05:07:04.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:19:0) after 3m7s
[05:10:11.869] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:19:0)
[05:10:11.889] Build status: SCHEDULED
[05:10:11.889] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:20:0) after 6m59s
[05:17:10.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:20:0)
[05:17:10.927] Build status: SCHEDULED
[05:17:10.927] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:21:0) after 8m44s
[05:25:54.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:21:0)
[05:25:55.028] Build status: SCHEDULED
[05:25:55.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:22:0) after 7m46s
[05:33:41.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:22:0)
[05:33:41.067] Build status: SCHEDULED
[05:33:41.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:23:0) after 2m13s
[05:35:54.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:23:0)
[05:35:54.273] Build status: SCHEDULED
[05:35:54.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:24:0) after 4m3s
[05:39:57.382] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:24:0)
[05:39:57.399] Build status: SCHEDULED
[05:39:57.399] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:25:0) after 1m15s
[05:41:12.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:25:0)
[05:41:12.445] Build status: SCHEDULED
[05:41:12.445] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:26:0) after 9m47s
[05:50:59.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:26:0)
[05:50:59.534] Build status: SCHEDULED
[05:50:59.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:27:0) after 9m58s
[06:00:57.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:27:0)
[06:00:57.551] Build status: SCHEDULED
[06:00:57.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:28:0) after 3m12s
[06:04:09.570] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:28:0)
[06:04:09.592] Build status: SCHEDULED
[06:04:09.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:29:0) after 4m5s
[06:08:14.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:29:0)
[06:08:14.673] Build status: SCHEDULED
[06:08:14.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:30:0) after 5m58s
[06:14:12.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:30:0)
[06:14:12.740] Build status: SCHEDULED
[06:14:12.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8845477654938198240:31:0) after 8m51s
[06:15:42.558] Received PubSub notification, asking Buildbucket for the build status
[06:15:42.574] Build status: STARTED
[06:21:26.579] Received PubSub notification, asking Buildbucket for the build status
[06:21:26.595] Build:
{
"id": "8680047593105682369",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-06-03T03:49:27.479722673Z",
"startTime": "2026-06-03T06:15:42.109764611Z",
"endTime": "2026-06-03T06:21:26.047651423Z",
"updateTime": "2026-06-03T06:21:26.047651423Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "7629bd6d570e41457a4f50bc1291840cd97c0d15",
"ref": "refs/heads/main"
}
}
}
[06:21:26.595] Invocation finished in 2h32m0.247086338s with status FAILED