[22:56:20.204] New invocation is queued and will start shortly
[22:56:21.277] Starting the invocation (attempt 1)
[22:56:21.309] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/521d29ff31b14de08c59c605c91e8c5ef7d0f801"
[22:56:21.309] Popped gitiles commit info from properties and tags
[22:56:21.309] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:56:21.309] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:56:21.310] Buildbucket request:
{
"requestId": "8837161174441644144",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8837161174441644144",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "88966b43d244c4c9ffc6ba514442a0d365718620"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@88966b43d244c4c9ffc6ba514442a0d365718620",
"title": "88966b43d244c4c9ffc6ba514442a0d365718620",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/88966b43d244c4c9ffc6ba514442a0d365718620"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "923bc46597d99295ef98042ec073180c1ae9589f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@923bc46597d99295ef98042ec073180c1ae9589f",
"title": "923bc46597d99295ef98042ec073180c1ae9589f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/923bc46597d99295ef98042ec073180c1ae9589f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4e6045624c69905e4c0af94d1304198f4f84f885"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4e6045624c69905e4c0af94d1304198f4f84f885",
"title": "4e6045624c69905e4c0af94d1304198f4f84f885",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4e6045624c69905e4c0af94d1304198f4f84f885"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "825603e6d493b10a939277dcb67df45dbb28ce1e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@825603e6d493b10a939277dcb67df45dbb28ce1e",
"title": "825603e6d493b10a939277dcb67df45dbb28ce1e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/825603e6d493b10a939277dcb67df45dbb28ce1e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90fb23cbc1eee6df426377df76a786559ddd86a7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90fb23cbc1eee6df426377df76a786559ddd86a7",
"title": "90fb23cbc1eee6df426377df76a786559ddd86a7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90fb23cbc1eee6df426377df76a786559ddd86a7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b33d877e06cfc86772b45876dccd4fd99a5390e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b33d877e06cfc86772b45876dccd4fd99a5390e",
"title": "6b33d877e06cfc86772b45876dccd4fd99a5390e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b33d877e06cfc86772b45876dccd4fd99a5390e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6674e33837b99a5cfed6712fecb9bb77d119775b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6674e33837b99a5cfed6712fecb9bb77d119775b",
"title": "6674e33837b99a5cfed6712fecb9bb77d119775b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6674e33837b99a5cfed6712fecb9bb77d119775b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7d1b483c30aa623ca97b8e023e2a2e15a198f4de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7d1b483c30aa623ca97b8e023e2a2e15a198f4de",
"title": "7d1b483c30aa623ca97b8e023e2a2e15a198f4de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7d1b483c30aa623ca97b8e023e2a2e15a198f4de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2b5a8eed1d3e7d3d90485cf2dc3d5b7be2134fab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2b5a8eed1d3e7d3d90485cf2dc3d5b7be2134fab",
"title": "2b5a8eed1d3e7d3d90485cf2dc3d5b7be2134fab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2b5a8eed1d3e7d3d90485cf2dc3d5b7be2134fab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "818348facd62310b4585ce576ab76e8ec872f4b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@818348facd62310b4585ce576ab76e8ec872f4b3",
"title": "818348facd62310b4585ce576ab76e8ec872f4b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/818348facd62310b4585ce576ab76e8ec872f4b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3d67e8caf4b05ae968d504490ec73e0503563eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3d67e8caf4b05ae968d504490ec73e0503563eb",
"title": "d3d67e8caf4b05ae968d504490ec73e0503563eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3d67e8caf4b05ae968d504490ec73e0503563eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "73e7a6c2ae04323fae9b8c263842eb13f31e5b0a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73e7a6c2ae04323fae9b8c263842eb13f31e5b0a",
"title": "73e7a6c2ae04323fae9b8c263842eb13f31e5b0a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73e7a6c2ae04323fae9b8c263842eb13f31e5b0a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a66abffe79d7b90400898eca161257243cc045e9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a66abffe79d7b90400898eca161257243cc045e9",
"title": "a66abffe79d7b90400898eca161257243cc045e9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a66abffe79d7b90400898eca161257243cc045e9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "521d29ff31b14de08c59c605c91e8c5ef7d0f801"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@521d29ff31b14de08c59c605c91e8c5ef7d0f801",
"title": "521d29ff31b14de08c59c605c91e8c5ef7d0f801",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/521d29ff31b14de08c59c605c91e8c5ef7d0f801"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "521d29ff31b14de08c59c605c91e8c5ef7d0f801",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8837161174441644144"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:56:22.064] Scheduled build:
{
"id": "8671731112544534769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-02T22:56:21.393357079Z",
"updateTime": "2026-09-02T22:56:21.393357079Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "521d29ff31b14de08c59c605c91e8c5ef7d0f801",
"ref": "refs/heads/main"
}
}
}
[22:56:22.064] Task URL: https://cr-buildbucket.appspot.com/build/8671731112544534769
[22:56:22.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:2:0) after 1m52s
[22:56:22.847] Received PubSub notification, asking Buildbucket for the build status
[22:56:22.868] Build status: SCHEDULED
[22:58:14.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:2:0)
[22:58:14.119] Build status: SCHEDULED
[22:58:14.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:4:0) after 3m38s
[23:01:52.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:4:0)
[23:01:52.234] Build status: SCHEDULED
[23:01:52.234] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:5:0) after 2m39s
[23:04:31.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:5:0)
[23:04:31.341] Build status: SCHEDULED
[23:04:31.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:6:0) after 3m9s
[23:07:40.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:6:0)
[23:07:40.359] Build status: SCHEDULED
[23:07:40.359] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:7:0) after 2m41s
[23:09:44.256] Received PubSub notification, asking Buildbucket for the build status
[23:09:44.309] Build status: STARTED
[23:10:21.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:7:0)
[23:10:21.484] Build status: STARTED
[23:10:21.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:9:0) after 2m1s
[23:12:22.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:9:0)
[23:12:22.610] Build status: STARTED
[23:12:22.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan-gtest:8837161174441644144:10:0) after 9m5s
[23:14:34.399] Received PubSub notification, asking Buildbucket for the build status
[23:14:34.427] Build:
{
"id": "8671731112544534769",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-09-02T22:56:21.393357079Z",
"startTime": "2026-09-02T23:09:44.028519926Z",
"endTime": "2026-09-02T23:14:33.897298192Z",
"updateTime": "2026-09-02T23:14:33.897298192Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "521d29ff31b14de08c59c605c91e8c5ef7d0f801",
"ref": "refs/heads/main"
}
}
}
[23:14:34.427] Invocation finished in 18m14.227542953s with status FAILED