[21:24:42.402] New invocation is queued and will start shortly
[21:24:43.558] Starting the invocation (attempt 1)
[21:24:43.584] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9"
[21:24:43.584] Popped gitiles commit info from properties and tags
[21:24:43.584] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:24:43.584] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:24:43.584] Buildbucket request:
{
"requestId": "8847766784373370224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8847766784373370224",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9",
"title": "4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8847766784373370224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:24:44.036] Scheduled build:
{
"id": "8682336722421581697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-08T21:24:43.643952106Z",
"updateTime": "2026-05-08T21:24:43.643952106Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9",
"ref": "refs/heads/main"
}
}
}
[21:24:44.036] Task URL: https://cr-buildbucket.appspot.com/build/8682336722421581697
[21:24:44.036] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:2:0) after 4m21s
[21:24:45.062] Received PubSub notification, asking Buildbucket for the build status
[21:24:45.080] Build status: SCHEDULED
[21:29:05.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:2:0)
[21:29:05.025] Build status: SCHEDULED
[21:29:05.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:4:0) after 4m28s
[21:33:33.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:4:0)
[21:33:33.212] Build status: SCHEDULED
[21:33:33.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:5:0) after 1m30s
[21:35:03.225] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:5:0)
[21:35:03.271] Build status: SCHEDULED
[21:35:03.271] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:6:0) after 9m17s
[21:44:20.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:6:0)
[21:44:20.432] Build status: SCHEDULED
[21:44:20.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:7:0) after 2m40s
[21:47:00.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:7:0)
[21:47:00.510] Build status: SCHEDULED
[21:47:00.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:8:0) after 4m26s
[21:51:26.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:8:0)
[21:51:26.548] Build status: SCHEDULED
[21:51:26.548] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:9:0) after 3m4s
[21:54:30.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:9:0)
[21:54:30.637] Build status: SCHEDULED
[21:54:30.637] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:10:0) after 6m11s
[22:00:41.686] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:10:0)
[22:00:41.726] Build status: SCHEDULED
[22:00:41.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:11:0) after 5m54s
[22:06:35.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:11:0)
[22:06:35.843] Build status: SCHEDULED
[22:06:35.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:12:0) after 4m26s
[22:11:01.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:12:0)
[22:11:01.877] Build status: SCHEDULED
[22:11:01.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:13:0) after 1m31s
[22:12:32.948] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:13:0)
[22:12:32.965] Build status: SCHEDULED
[22:12:32.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:14:0) after 7m18s
[22:19:51.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:14:0)
[22:19:51.079] Build status: SCHEDULED
[22:19:51.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:15:0) after 4m5s
[22:23:56.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:15:0)
[22:23:56.203] Build status: SCHEDULED
[22:23:56.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:16:0) after 9m33s
[22:33:29.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:16:0)
[22:33:29.236] Build status: SCHEDULED
[22:33:29.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:17:0) after 9m27s
[22:42:56.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:17:0)
[22:42:56.498] Build status: SCHEDULED
[22:42:56.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:18:0) after 7m1s
[22:49:57.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:18:0)
[22:49:57.584] Build status: SCHEDULED
[22:49:57.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:19:0) after 4m35s
[22:54:32.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:19:0)
[22:54:32.767] Build status: SCHEDULED
[22:54:32.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:20:0) after 5m34s
[23:00:06.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:20:0)
[23:00:06.956] Build status: SCHEDULED
[23:00:06.956] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:21:0) after 9m39s
[23:09:46.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:21:0)
[23:09:46.112] Build status: SCHEDULED
[23:09:46.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:22:0) after 1m48s
[23:11:34.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:22:0)
[23:11:34.155] Build status: SCHEDULED
[23:11:34.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:23:0) after 6m23s
[23:17:57.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:23:0)
[23:17:57.251] Build status: SCHEDULED
[23:17:57.251] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:24:0) after 1m42s
[23:19:39.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:24:0)
[23:19:39.282] Build status: SCHEDULED
[23:19:39.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:25:0) after 4m11s
[23:23:50.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:25:0)
[23:23:50.400] Build status: SCHEDULED
[23:23:50.400] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:26:0) after 6m59s
[23:30:49.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:26:0)
[23:30:49.420] Build status: SCHEDULED
[23:30:49.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:27:0) after 1m48s
[23:32:37.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:27:0)
[23:32:37.604] Build status: SCHEDULED
[23:32:37.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:28:0) after 8m44s
[23:41:21.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:28:0)
[23:41:21.697] Build status: SCHEDULED
[23:41:21.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:29:0) after 6m35s
[23:47:56.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:29:0)
[23:47:56.825] Build status: SCHEDULED
[23:47:56.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:30:0) after 7m14s
[23:55:10.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:30:0)
[23:55:10.989] Build status: SCHEDULED
[23:55:10.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:31:0) after 6m28s
[00:01:39.002] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:31:0)
[00:01:39.022] Build status: SCHEDULED
[00:01:39.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:32:0) after 9m38s
[00:03:01.089] Received PubSub notification, asking Buildbucket for the build status
[00:03:01.111] Build status: STARTED
[00:11:17.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:32:0)
[00:11:17.114] Build status: STARTED
[00:11:17.114] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:34:0) after 2m21s
[00:13:38.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:34:0)
[00:13:38.112] Build status: STARTED
[00:13:38.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:35:0) after 2m1s
[00:15:39.254] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:35:0)
[00:15:39.321] Build status: STARTED
[00:15:39.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:36:0) after 9m26s
[00:25:05.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:36:0)
[00:25:05.491] Build status: STARTED
[00:25:05.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:37:0) after 2m7s
[00:27:12.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:37:0)
[00:27:12.562] Build status: STARTED
[00:27:12.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8847766784373370224:38:0) after 8m7s
[00:27:55.529] Received PubSub notification, asking Buildbucket for the build status
[00:27:55.565] Build:
{
"id": "8682336722421581697",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-08T21:24:43.643952106Z",
"startTime": "2026-05-09T00:03:00.896638212Z",
"endTime": "2026-05-09T00:27:55.300437442Z",
"updateTime": "2026-05-09T00:27:55.300437442Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4b4e1a4bd98e4c17ca9eb615a630202f93f8eca9",
"ref": "refs/heads/main"
}
}
}
[00:27:55.565] Invocation finished in 3h3m13.167335483s with status SUCCEEDED