[01:15:32.105] New invocation is queued and will start shortly
[01:15:33.158] Starting the invocation (attempt 1)
[01:15:33.185] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ee7fc86e49acade8719369c1eca4bfdb568d0da1"
[01:15:33.186] Popped gitiles commit info from properties and tags
[01:15:33.186] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:15:33.186] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:15:33.186] Buildbucket request:
{
"requestId": "8848658231575295536",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8848658231575295536",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e1191a29adbbaf797dc9d59f0478b15f7962eef3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e1191a29adbbaf797dc9d59f0478b15f7962eef3",
"title": "e1191a29adbbaf797dc9d59f0478b15f7962eef3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e1191a29adbbaf797dc9d59f0478b15f7962eef3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e9118e3cf4be4c55f883413bad3ad05a74726836"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e9118e3cf4be4c55f883413bad3ad05a74726836",
"title": "e9118e3cf4be4c55f883413bad3ad05a74726836",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e9118e3cf4be4c55f883413bad3ad05a74726836"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3160ac1eab6ea88abedd4d864df54ec7d4428723"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3160ac1eab6ea88abedd4d864df54ec7d4428723",
"title": "3160ac1eab6ea88abedd4d864df54ec7d4428723",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3160ac1eab6ea88abedd4d864df54ec7d4428723"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b45b588b0cea0f5a84edfd0e13f5fb4d541d073c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b45b588b0cea0f5a84edfd0e13f5fb4d541d073c",
"title": "b45b588b0cea0f5a84edfd0e13f5fb4d541d073c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b45b588b0cea0f5a84edfd0e13f5fb4d541d073c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ee7fc86e49acade8719369c1eca4bfdb568d0da1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ee7fc86e49acade8719369c1eca4bfdb568d0da1",
"title": "ee7fc86e49acade8719369c1eca4bfdb568d0da1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ee7fc86e49acade8719369c1eca4bfdb568d0da1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ee7fc86e49acade8719369c1eca4bfdb568d0da1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8848658231575295536"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:15:33.533] Scheduled build:
{
"id": "8683228169719389953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-29T01:15:33.251556383Z",
"updateTime": "2026-04-29T01:15:33.251556383Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ee7fc86e49acade8719369c1eca4bfdb568d0da1",
"ref": "refs/heads/main"
}
}
}
[01:15:33.533] Task URL: https://cr-buildbucket.appspot.com/build/8683228169719389953
[01:15:33.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:2:0) after 5m6s
[01:15:35.386] Received PubSub notification, asking Buildbucket for the build status
[01:15:35.415] Build status: SCHEDULED
[01:20:39.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:2:0)
[01:20:39.572] Build status: SCHEDULED
[01:20:39.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:4:0) after 1m46s
[01:22:25.613] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:4:0)
[01:22:25.638] Build status: SCHEDULED
[01:22:25.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:5:0) after 1m1s
[01:23:26.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:5:0)
[01:23:26.876] Build status: SCHEDULED
[01:23:26.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:6:0) after 3m38s
[01:27:05.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:6:0)
[01:27:05.057] Build status: SCHEDULED
[01:27:05.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:7:0) after 7m24s
[01:34:29.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:7:0)
[01:34:29.239] Build status: SCHEDULED
[01:34:29.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:8:0) after 2m6s
[01:36:35.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:8:0)
[01:36:35.316] Build status: SCHEDULED
[01:36:35.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:9:0) after 6m42s
[01:43:17.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:9:0)
[01:43:17.351] Build status: SCHEDULED
[01:43:17.351] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:10:0) after 7m50s
[01:51:07.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:10:0)
[01:51:07.448] Build status: SCHEDULED
[01:51:07.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:11:0) after 1m42s
[01:52:49.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:11:0)
[01:52:49.479] Build status: SCHEDULED
[01:52:49.479] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:12:0) after 4m36s
[01:57:25.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:12:0)
[01:57:25.530] Build status: SCHEDULED
[01:57:25.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:13:0) after 8m9s
[02:05:34.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:13:0)
[02:05:34.563] Build status: SCHEDULED
[02:05:34.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:14:0) after 4m39s
[02:10:13.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:14:0)
[02:10:13.646] Build status: SCHEDULED
[02:10:13.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:15:0) after 9m5s
[02:19:18.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:15:0)
[02:19:18.685] Build status: SCHEDULED
[02:19:18.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:16:0) after 6m39s
[02:25:57.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:16:0)
[02:25:57.737] Build status: SCHEDULED
[02:25:57.737] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:17:0) after 1m59s
[02:27:56.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:17:0)
[02:27:56.837] Build status: SCHEDULED
[02:27:56.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:18:0) after 2m57s
[02:30:53.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:18:0)
[02:30:53.917] Build status: SCHEDULED
[02:30:53.917] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:19:0) after 4m41s
[02:35:34.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:19:0)
[02:35:34.982] Build status: SCHEDULED
[02:35:34.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:20:0) after 6m11s
[02:41:46.000] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:20:0)
[02:41:46.055] Build status: SCHEDULED
[02:41:46.055] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:21:0) after 6m8s
[02:47:54.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:21:0)
[02:47:54.138] Build status: SCHEDULED
[02:47:54.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:22:0) after 8m58s
[02:56:52.190] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:22:0)
[02:56:52.209] Build status: SCHEDULED
[02:56:52.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:23:0) after 3m17s
[03:00:09.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:23:0)
[03:00:09.254] Build status: SCHEDULED
[03:00:09.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:24:0) after 3m50s
[03:03:59.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:24:0)
[03:03:59.514] Build status: SCHEDULED
[03:03:59.515] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:25:0) after 3m11s
[03:07:10.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:25:0)
[03:07:10.533] Build status: SCHEDULED
[03:07:10.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:26:0) after 5m40s
[03:12:50.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:26:0)
[03:12:50.571] Build status: SCHEDULED
[03:12:50.571] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:27:0) after 8m55s
[03:21:45.604] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:27:0)
[03:21:45.667] Build status: SCHEDULED
[03:21:45.667] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:28:0) after 9m14s
[03:30:59.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:28:0)
[03:30:59.712] Build status: SCHEDULED
[03:30:59.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:29:0) after 9m25s
[03:40:24.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:29:0)
[03:40:24.847] Build status: SCHEDULED
[03:40:24.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:30:0) after 7m48s
[03:48:12.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:30:0)
[03:48:12.880] Build status: SCHEDULED
[03:48:12.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8848658231575295536:31:0) after 8m24s
[03:49:59.637] Received PubSub notification, asking Buildbucket for the build status
[03:49:59.656] Build status: STARTED
[03:53:07.425] Received PubSub notification, asking Buildbucket for the build status
[03:53:07.526] Build:
{
"id": "8683228169719389953",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2026-04-29T01:15:33.251556383Z",
"startTime": "2026-04-29T03:49:59.304778447Z",
"endTime": "2026-04-29T03:53:07.002110784Z",
"updateTime": "2026-04-29T03:53:07.002110784Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ee7fc86e49acade8719369c1eca4bfdb568d0da1",
"ref": "refs/heads/main"
}
}
}
[03:53:07.526] Invocation finished in 2h37m35.428845092s with status FAILED