[18:51:28.220] New invocation is queued and will start shortly
[18:51:30.336] Starting the invocation (attempt 1)
[18:51:30.361] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4"
[18:51:30.361] Popped gitiles commit info from properties and tags
[18:51:30.361] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:51:30.361] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:51:30.362] Buildbucket request:
{
"requestId": "8839260310332502144",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8839260310332502144",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4",
"title": "6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8839260310332502144"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:51:31.598] Scheduled build:
{
"id": "8673830247339222049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T18:51:30.452867534Z",
"updateTime": "2026-08-10T18:51:30.452867534Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4",
"ref": "refs/heads/main"
}
}
}
[18:51:31.598] Task URL: https://cr-buildbucket.appspot.com/build/8673830247339222049
[18:51:31.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:2:0) after 5m21s
[18:51:31.729] Received PubSub notification, asking Buildbucket for the build status
[18:51:31.798] Build status: SCHEDULED
[18:56:52.705] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:2:0)
[18:56:52.734] Build status: SCHEDULED
[18:56:52.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:4:0) after 3m15s
[19:00:07.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:4:0)
[19:00:07.786] Build status: SCHEDULED
[19:00:07.786] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:5:0) after 6m8s
[19:06:15.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:5:0)
[19:06:15.892] Build status: SCHEDULED
[19:06:15.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:6:0) after 5m50s
[19:12:05.947] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:6:0)
[19:12:05.970] Build status: SCHEDULED
[19:12:05.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:7:0) after 6m53s
[19:18:58.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:7:0)
[19:18:59.016] Build status: SCHEDULED
[19:18:59.016] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:8:0) after 3m25s
[19:22:24.219] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:8:0)
[19:22:24.244] Build status: SCHEDULED
[19:22:24.244] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:9:0) after 2m51s
[19:25:15.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:9:0)
[19:25:15.371] Build status: SCHEDULED
[19:25:15.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:10:0) after 1m46s
[19:27:01.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:10:0)
[19:27:01.500] Build status: SCHEDULED
[19:27:01.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:11:0) after 4m28s
[19:31:29.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:11:0)
[19:31:29.868] Build status: SCHEDULED
[19:31:29.868] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:12:0) after 9m23s
[19:40:53.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:12:0)
[19:40:53.071] Build status: SCHEDULED
[19:40:53.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:13:0) after 2m11s
[19:43:04.191] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:13:0)
[19:43:04.223] Build status: SCHEDULED
[19:43:04.223] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:14:0) after 4m51s
[19:47:55.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:14:0)
[19:47:55.317] Build status: SCHEDULED
[19:47:55.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:15:0) after 3m35s
[19:51:30.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:15:0)
[19:51:30.405] Build status: SCHEDULED
[19:51:30.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:16:0) after 6m34s
[19:58:04.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:16:0)
[19:58:04.533] Build status: SCHEDULED
[19:58:04.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:17:0) after 3m51s
[20:01:55.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:17:0)
[20:01:55.625] Build status: SCHEDULED
[20:01:55.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:18:0) after 1m31s
[20:03:26.697] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:18:0)
[20:03:26.722] Build status: SCHEDULED
[20:03:26.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:19:0) after 8m35s
[20:12:01.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:19:0)
[20:12:01.989] Build status: SCHEDULED
[20:12:01.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:20:0) after 6m39s
[20:18:41.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:20:0)
[20:18:41.059] Build status: SCHEDULED
[20:18:41.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:21:0) after 5m18s
[20:23:59.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:21:0)
[20:23:59.136] Build status: SCHEDULED
[20:23:59.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:22:0) after 9m55s
[20:33:54.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:22:0)
[20:33:54.189] Build status: SCHEDULED
[20:33:54.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:23:0) after 4m15s
[20:37:53.534] Received PubSub notification, asking Buildbucket for the build status
[20:37:53.645] Build status: STARTED
[20:38:09.428] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:23:0)
[20:38:09.449] Build status: STARTED
[20:38:09.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:25:0) after 8m21s
[20:46:30.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:25:0)
[20:46:30.486] Build status: STARTED
[20:46:30.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8839260310332502144:26:0) after 6m37s
[20:47:23.794] Received PubSub notification, asking Buildbucket for the build status
[20:47:23.814] Build:
{
"id": "8673830247339222049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-10T18:51:30.452867534Z",
"startTime": "2026-08-10T20:37:53.396470230Z",
"endTime": "2026-08-10T20:47:23.504441783Z",
"updateTime": "2026-08-10T20:47:23.504441783Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6dd08d0bdd7bedec327c7ad21e6b9313cc9bd8e4",
"ref": "refs/heads/main"
}
}
}
[20:47:23.814] Invocation finished in 1h55m55.599800491s with status FAILED