[04:50:48.818] New invocation is queued and will start shortly
[04:50:49.903] Starting the invocation (attempt 1)
[04:50:49.935] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/0f5c0089d04d20d519ce78f3529cfb344513f776"
[04:50:49.935] Popped gitiles commit info from properties and tags
[04:50:49.935] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:50:49.935] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:50:49.935] Buildbucket request:
{
"requestId": "8834511560659645104",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8834511560659645104",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "91bc8abb96c75bc6e5f134e5d901f26b840a68bf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@91bc8abb96c75bc6e5f134e5d901f26b840a68bf",
"title": "91bc8abb96c75bc6e5f134e5d901f26b840a68bf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/91bc8abb96c75bc6e5f134e5d901f26b840a68bf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "df38b5506e58cd9d915e6d7e6bb1c8be0a361ff0"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@df38b5506e58cd9d915e6d7e6bb1c8be0a361ff0",
"title": "df38b5506e58cd9d915e6d7e6bb1c8be0a361ff0",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/df38b5506e58cd9d915e6d7e6bb1c8be0a361ff0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2e7bb9a46224bba6b142ba5a8ac1a341d601e9d7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2e7bb9a46224bba6b142ba5a8ac1a341d601e9d7",
"title": "2e7bb9a46224bba6b142ba5a8ac1a341d601e9d7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2e7bb9a46224bba6b142ba5a8ac1a341d601e9d7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "55c8d25263ebfbd851930f7f468df23d810c9772"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@55c8d25263ebfbd851930f7f468df23d810c9772",
"title": "55c8d25263ebfbd851930f7f468df23d810c9772",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/55c8d25263ebfbd851930f7f468df23d810c9772"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b652bd2b8c4a38a1c845886456bb1af382021bf1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b652bd2b8c4a38a1c845886456bb1af382021bf1",
"title": "b652bd2b8c4a38a1c845886456bb1af382021bf1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b652bd2b8c4a38a1c845886456bb1af382021bf1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "586256dce042c00e1feac09892c26b66a4069c42"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@586256dce042c00e1feac09892c26b66a4069c42",
"title": "586256dce042c00e1feac09892c26b66a4069c42",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/586256dce042c00e1feac09892c26b66a4069c42"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bdca3b65523234fb870fe9f79acc6dfa8b98021b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bdca3b65523234fb870fe9f79acc6dfa8b98021b",
"title": "bdca3b65523234fb870fe9f79acc6dfa8b98021b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bdca3b65523234fb870fe9f79acc6dfa8b98021b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a3dd2e0cc0e7b96ad70a430d19a8aa98ad5c255c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a3dd2e0cc0e7b96ad70a430d19a8aa98ad5c255c",
"title": "a3dd2e0cc0e7b96ad70a430d19a8aa98ad5c255c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a3dd2e0cc0e7b96ad70a430d19a8aa98ad5c255c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3dca9ae01983ba6afd9ceec3efa4bf1a2f67e518"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3dca9ae01983ba6afd9ceec3efa4bf1a2f67e518",
"title": "3dca9ae01983ba6afd9ceec3efa4bf1a2f67e518",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3dca9ae01983ba6afd9ceec3efa4bf1a2f67e518"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1292a28c2aa2e90e59867d70aa8ca2dd29eab77a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1292a28c2aa2e90e59867d70aa8ca2dd29eab77a",
"title": "1292a28c2aa2e90e59867d70aa8ca2dd29eab77a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1292a28c2aa2e90e59867d70aa8ca2dd29eab77a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a4c51ff2429de0b46166e8f1054211a6903545bd"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a4c51ff2429de0b46166e8f1054211a6903545bd",
"title": "a4c51ff2429de0b46166e8f1054211a6903545bd",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a4c51ff2429de0b46166e8f1054211a6903545bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3dd1f47de560cc13cb3802513a7cd02cd4f2cfff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3dd1f47de560cc13cb3802513a7cd02cd4f2cfff",
"title": "3dd1f47de560cc13cb3802513a7cd02cd4f2cfff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3dd1f47de560cc13cb3802513a7cd02cd4f2cfff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "427f22a9febfae259b4bb7434d53c038ad18ab28"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@427f22a9febfae259b4bb7434d53c038ad18ab28",
"title": "427f22a9febfae259b4bb7434d53c038ad18ab28",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/427f22a9febfae259b4bb7434d53c038ad18ab28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbf1831d2e5cacaf7ac6524d17ff751c734bb16a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbf1831d2e5cacaf7ac6524d17ff751c734bb16a",
"title": "cbf1831d2e5cacaf7ac6524d17ff751c734bb16a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbf1831d2e5cacaf7ac6524d17ff751c734bb16a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1cd3689cd941bc0f37996faf0b06f1dc7725d887"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"title": "1cd3689cd941bc0f37996faf0b06f1dc7725d887",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1cd3689cd941bc0f37996faf0b06f1dc7725d887"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc46325d645653703ad79d111f8c290df18c9d71"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc46325d645653703ad79d111f8c290df18c9d71",
"title": "bc46325d645653703ad79d111f8c290df18c9d71",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc46325d645653703ad79d111f8c290df18c9d71"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2a932cc524ed40447699ae600fc1cf825454a0de"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2a932cc524ed40447699ae600fc1cf825454a0de",
"title": "2a932cc524ed40447699ae600fc1cf825454a0de",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2a932cc524ed40447699ae600fc1cf825454a0de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eecd2233bb0234c28543330a461ee33ca72e038a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eecd2233bb0234c28543330a461ee33ca72e038a",
"title": "eecd2233bb0234c28543330a461ee33ca72e038a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eecd2233bb0234c28543330a461ee33ca72e038a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0f5c0089d04d20d519ce78f3529cfb344513f776"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0f5c0089d04d20d519ce78f3529cfb344513f776",
"title": "0f5c0089d04d20d519ce78f3529cfb344513f776",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0f5c0089d04d20d519ce78f3529cfb344513f776"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0f5c0089d04d20d519ce78f3529cfb344513f776",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8834511560659645104"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:50:50.358] Scheduled build:
{
"id": "8669081498743513361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-02T04:50:50.023843330Z",
"updateTime": "2026-10-02T04:50:50.023843330Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0f5c0089d04d20d519ce78f3529cfb344513f776",
"ref": "refs/heads/main"
}
}
}
[04:50:50.358] Task URL: https://cr-buildbucket.appspot.com/build/8669081498743513361
[04:50:50.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8834511560659645104:2:0) after 1m49s
[04:50:51.380] Received PubSub notification, asking Buildbucket for the build status
[04:50:51.399] Build status: SCHEDULED
[04:50:53.954] Received PubSub notification, asking Buildbucket for the build status
[04:50:53.976] Build status: STARTED
[04:52:39.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8834511560659645104:2:0)
[04:52:39.475] Build status: STARTED
[04:52:39.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-build:8834511560659645104:5:0) after 7m7s
[04:58:55.127] Received PubSub notification, asking Buildbucket for the build status
[04:58:55.291] Build:
{
"id": "8669081498743513361",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-build"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-02T04:50:50.023843330Z",
"startTime": "2026-10-02T04:50:53.782196352Z",
"endTime": "2026-10-02T04:58:38.392389521Z",
"updateTime": "2026-10-02T04:58:38.392389521Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "0f5c0089d04d20d519ce78f3529cfb344513f776",
"ref": "refs/heads/main"
}
}
}
[04:58:55.291] Invocation finished in 8m6.478943652s with status FAILED