[18:42:47.305] New invocation is queued and will start shortly
[18:42:48.848] Starting the invocation (attempt 1)
[18:42:48.873] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4d59dacf23ba7059b8e7782860b2c9266d1fe9c1"
[18:42:48.873] Popped gitiles commit info from properties and tags
[18:42:48.874] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:42:48.874] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:42:48.874] Buildbucket request:
{
"requestId": "8866530543446321088",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866530543446321088",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
"title": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4d59dacf23ba7059b8e7782860b2c9266d1fe9c1"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866530543446321088"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:42:49.368] Scheduled build:
{
"id": "8701100481066978817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-13T18:42:48.944529770Z",
"updateTime": "2025-10-13T18:42:48.944529770Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
"ref": "refs/heads/main"
}
}
}
[18:42:49.368] Task URL: https://cr-buildbucket.appspot.com/build/8701100481066978817
[18:42:49.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:2:0) after 3m40s
[18:42:50.340] Received PubSub notification, asking Buildbucket for the build status
[18:42:50.370] Build status: SCHEDULED
[18:46:29.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:2:0)
[18:46:29.455] Build status: SCHEDULED
[18:46:29.455] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:4:0) after 6m51s
[18:53:20.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:4:0)
[18:53:20.490] Build status: SCHEDULED
[18:53:20.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:5:0) after 1m17s
[18:54:37.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:5:0)
[18:54:37.519] Build status: SCHEDULED
[18:54:37.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:6:0) after 4m3s
[18:58:40.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:6:0)
[18:58:40.564] Build status: SCHEDULED
[18:58:40.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:7:0) after 1m19s
[18:59:59.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:7:0)
[18:59:59.656] Build status: SCHEDULED
[18:59:59.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:8:0) after 8m26s
[19:08:25.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:8:0)
[19:08:25.743] Build status: SCHEDULED
[19:08:25.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:9:0) after 1m20s
[19:09:45.755] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:9:0)
[19:09:45.777] Build status: SCHEDULED
[19:09:45.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:10:0) after 3m44s
[19:13:29.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:10:0)
[19:13:29.840] Build status: SCHEDULED
[19:13:29.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:11:0) after 6m34s
[19:20:03.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:11:0)
[19:20:03.970] Build status: SCHEDULED
[19:20:03.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:12:0) after 1m25s
[19:21:28.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:12:0)
[19:21:29.007] Build status: SCHEDULED
[19:21:29.007] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:13:0) after 9m18s
[19:30:47.055] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:13:0)
[19:30:47.098] Build status: SCHEDULED
[19:30:47.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:14:0) after 2m6s
[19:32:53.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:14:0)
[19:32:53.141] Build status: SCHEDULED
[19:32:53.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:15:0) after 5m53s
[19:38:46.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:15:0)
[19:38:46.199] Build status: SCHEDULED
[19:38:46.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:16:0) after 1m17s
[19:40:03.285] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:16:0)
[19:40:03.301] Build status: SCHEDULED
[19:40:03.301] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:17:0) after 5m30s
[19:45:33.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:17:0)
[19:45:33.464] Build status: SCHEDULED
[19:45:33.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:18:0) after 8m24s
[19:53:57.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:18:0)
[19:53:57.501] Build status: SCHEDULED
[19:53:57.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:19:0) after 2m21s
[19:56:18.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:19:0)
[19:56:18.582] Build status: SCHEDULED
[19:56:18.582] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:20:0) after 9m41s
[20:05:59.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:20:0)
[20:05:59.627] Build status: SCHEDULED
[20:05:59.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:21:0) after 2m11s
[20:08:10.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:21:0)
[20:08:10.659] Build status: SCHEDULED
[20:08:10.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:22:0) after 8m40s
[20:16:50.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:22:0)
[20:16:50.700] Build status: SCHEDULED
[20:16:50.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:23:0) after 9m31s
[20:26:21.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:23:0)
[20:26:21.944] Build status: SCHEDULED
[20:26:21.944] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:24:0) after 2m0s
[20:28:21.926] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:24:0)
[20:28:21.961] Build status: SCHEDULED
[20:28:21.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:25:0) after 3m17s
[20:31:39.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:25:0)
[20:31:39.015] Build status: SCHEDULED
[20:31:39.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:26:0) after 4m28s
[20:36:07.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:26:0)
[20:36:07.127] Build status: SCHEDULED
[20:36:07.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:27:0) after 7m17s
[20:43:24.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:27:0)
[20:43:24.229] Build status: SCHEDULED
[20:43:24.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:28:0) after 3m9s
[20:46:33.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:28:0)
[20:46:33.243] Build status: SCHEDULED
[20:46:33.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:29:0) after 7m35s
[20:54:08.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:29:0)
[20:54:08.240] Build status: SCHEDULED
[20:54:08.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:30:0) after 4m45s
[20:58:53.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:30:0)
[20:58:53.270] Build status: SCHEDULED
[20:58:53.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:31:0) after 4m11s
[21:03:04.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:31:0)
[21:03:04.339] Build status: SCHEDULED
[21:03:04.339] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:32:0) after 2m22s
[21:05:26.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:32:0)
[21:05:26.385] Build status: SCHEDULED
[21:05:26.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:33:0) after 3m34s
[21:09:00.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:33:0)
[21:09:00.419] Build status: SCHEDULED
[21:09:00.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:34:0) after 6m11s
[21:15:11.511] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:34:0)
[21:15:11.528] Build status: SCHEDULED
[21:15:11.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:35:0) after 7m41s
[21:22:52.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:35:0)
[21:22:52.823] Build status: SCHEDULED
[21:22:52.823] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:36:0) after 2m42s
[21:25:34.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:36:0)
[21:25:34.863] Build status: SCHEDULED
[21:25:34.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:37:0) after 5m15s
[21:30:50.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:37:0)
[21:30:50.090] Build status: SCHEDULED
[21:30:50.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:38:0) after 7m5s
[21:37:55.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:38:0)
[21:37:55.231] Build status: SCHEDULED
[21:37:55.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:39:0) after 1m1s
[21:38:56.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:39:0)
[21:38:56.266] Build status: SCHEDULED
[21:38:56.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:40:0) after 2m49s
[21:41:45.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:40:0)
[21:41:45.592] Build status: SCHEDULED
[21:41:45.592] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:41:0) after 9m40s
[21:51:25.590] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:41:0)
[21:51:25.608] Build status: SCHEDULED
[21:51:25.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:42:0) after 3m25s
[21:53:38.153] Received PubSub notification, asking Buildbucket for the build status
[21:53:38.190] Build status: STARTED
[21:54:50.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:42:0)
[21:54:50.727] Build status: STARTED
[21:54:50.727] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-clang-tidy:8866530543446321088:44:0) after 5m6s
[21:58:01.598] Received PubSub notification, asking Buildbucket for the build status
[21:58:01.620] Build:
{
"id": "8701100481066978817",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-clang-tidy"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-13T18:42:48.944529770Z",
"startTime": "2025-10-13T21:53:36.119191990Z",
"endTime": "2025-10-13T21:58:01.335101122Z",
"updateTime": "2025-10-13T21:58:01.335101122Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d59dacf23ba7059b8e7782860b2c9266d1fe9c1",
"ref": "refs/heads/main"
}
}
}
[21:58:01.620] Invocation finished in 3h15m14.329171447s with status FAILED