[23:36:04.432] New invocation is queued and will start shortly
[23:36:05.761] Starting the invocation (attempt 1)
[23:36:05.786] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/902ba7a4de843b5fc5787f2b4761dc4f8d9cd853"
[23:36:05.786] Popped gitiles commit info from properties and tags
[23:36:05.786] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:36:05.787] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:36:05.787] Buildbucket request:
{
"requestId": "8845946580142334992",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8845946580142334992",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0a6cc9723712a6fb2eafbff13d203bf4caa9e043"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0a6cc9723712a6fb2eafbff13d203bf4caa9e043",
"title": "0a6cc9723712a6fb2eafbff13d203bf4caa9e043",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0a6cc9723712a6fb2eafbff13d203bf4caa9e043"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dc88dbce2fd5e0ef23eda79ea44de8e59bdb1b5f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dc88dbce2fd5e0ef23eda79ea44de8e59bdb1b5f",
"title": "dc88dbce2fd5e0ef23eda79ea44de8e59bdb1b5f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dc88dbce2fd5e0ef23eda79ea44de8e59bdb1b5f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c6476d26797ba0bb24a14a1554a9607772eb4148"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c6476d26797ba0bb24a14a1554a9607772eb4148",
"title": "c6476d26797ba0bb24a14a1554a9607772eb4148",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c6476d26797ba0bb24a14a1554a9607772eb4148"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"title": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/902ba7a4de843b5fc5787f2b4761dc4f8d9cd853"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8845946580142334992"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:36:06.163] Scheduled build:
{
"id": "8680516518006147921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-28T23:36:05.845783374Z",
"updateTime": "2026-05-28T23:36:05.845783374Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"ref": "refs/heads/main"
}
}
}
[23:36:06.163] Task URL: https://cr-buildbucket.appspot.com/build/8680516518006147921
[23:36:06.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:2:0) after 1m51s
[23:36:07.198] Received PubSub notification, asking Buildbucket for the build status
[23:36:07.544] Build status: SCHEDULED
[23:37:57.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:2:0)
[23:37:57.270] Build status: SCHEDULED
[23:37:57.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:4:0) after 6m6s
[23:44:03.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:4:0)
[23:44:03.317] Build status: SCHEDULED
[23:44:03.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:5:0) after 1m47s
[23:45:50.375] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:5:0)
[23:45:50.466] Build status: SCHEDULED
[23:45:50.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:6:0) after 6m54s
[23:52:44.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:6:0)
[23:52:44.660] Build status: SCHEDULED
[23:52:44.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:7:0) after 6m47s
[23:59:31.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:7:0)
[23:59:31.693] Build status: SCHEDULED
[23:59:31.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:8:0) after 6m55s
[00:06:26.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:8:0)
[00:06:26.732] Build status: SCHEDULED
[00:06:26.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:9:0) after 5m43s
[00:12:09.837] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:9:0)
[00:12:09.872] Build status: SCHEDULED
[00:12:09.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:10:0) after 8m33s
[00:20:42.886] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:10:0)
[00:20:42.908] Build status: SCHEDULED
[00:20:42.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:11:0) after 2m33s
[00:23:16.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:11:0)
[00:23:16.045] Build status: SCHEDULED
[00:23:16.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:12:0) after 1m10s
[00:24:26.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:12:0)
[00:24:26.097] Build status: SCHEDULED
[00:24:26.097] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:13:0) after 7m34s
[00:32:00.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:13:0)
[00:32:00.383] Build status: SCHEDULED
[00:32:00.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:14:0) after 1m4s
[00:33:04.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:14:0)
[00:33:04.586] Build status: SCHEDULED
[00:33:04.586] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:15:0) after 2m2s
[00:35:06.603] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:15:0)
[00:35:06.620] Build status: SCHEDULED
[00:35:06.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:16:0) after 1m31s
[00:36:37.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:16:0)
[00:36:37.660] Build status: SCHEDULED
[00:36:37.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:17:0) after 6m37s
[00:43:14.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:17:0)
[00:43:14.722] Build status: SCHEDULED
[00:43:14.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:18:0) after 4m17s
[00:47:32.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:18:0)
[00:47:32.334] Build status: SCHEDULED
[00:47:32.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:19:0) after 2m34s
[00:50:06.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:19:0)
[00:50:06.491] Build status: SCHEDULED
[00:50:06.491] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:20:0) after 5m39s
[00:55:45.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:20:0)
[00:55:45.702] Build status: SCHEDULED
[00:55:45.702] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:21:0) after 6m19s
[01:02:05.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:21:0)
[01:02:05.074] Build status: SCHEDULED
[01:02:05.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:22:0) after 8m53s
[01:10:58.088] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:22:0)
[01:10:58.107] Build status: SCHEDULED
[01:10:58.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:23:0) after 7m7s
[01:18:05.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:23:0)
[01:18:05.197] Build status: SCHEDULED
[01:18:05.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:24:0) after 6m38s
[01:24:43.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:24:0)
[01:24:43.264] Build status: SCHEDULED
[01:24:43.264] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:25:0) after 1m25s
[01:26:08.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:25:0)
[01:26:08.460] Build status: SCHEDULED
[01:26:08.460] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:26:0) after 6m50s
[01:32:58.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:26:0)
[01:32:58.489] Build status: SCHEDULED
[01:32:58.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:27:0) after 1m5s
[01:34:03.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:27:0)
[01:34:03.791] Build status: SCHEDULED
[01:34:03.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:28:0) after 1m47s
[01:35:50.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:28:0)
[01:35:50.851] Build status: SCHEDULED
[01:35:50.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:29:0) after 2m25s
[01:38:15.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:29:0)
[01:38:16.005] Build status: SCHEDULED
[01:38:16.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:30:0) after 2m55s
[01:41:11.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:30:0)
[01:41:11.211] Build status: SCHEDULED
[01:41:11.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:31:0) after 4m40s
[01:45:51.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:31:0)
[01:45:51.254] Build status: SCHEDULED
[01:45:51.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:32:0) after 2m16s
[01:48:07.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:32:0)
[01:48:07.288] Build status: SCHEDULED
[01:48:07.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:33:0) after 3m20s
[01:51:27.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:33:0)
[01:51:27.410] Build status: SCHEDULED
[01:51:27.410] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:34:0) after 2m14s
[01:53:41.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:34:0)
[01:53:41.501] Build status: SCHEDULED
[01:53:41.501] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:35:0) after 8m4s
[01:58:03.945] Received PubSub notification, asking Buildbucket for the build status
[01:58:03.966] Build status: STARTED
[02:01:45.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:35:0)
[02:01:45.545] Build status: STARTED
[02:01:45.545] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-tsan-gtest:8845946580142334992:37:0) after 9m29s
[02:07:00.911] Received PubSub notification, asking Buildbucket for the build status
[02:07:00.931] Build:
{
"id": "8680516518006147921",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-tsan-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-05-28T23:36:05.845783374Z",
"startTime": "2026-05-29T01:58:03.778270577Z",
"endTime": "2026-05-29T02:07:00.573149966Z",
"updateTime": "2026-05-29T02:07:00.573149966Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "902ba7a4de843b5fc5787f2b4761dc4f8d9cd853",
"ref": "refs/heads/main"
}
}
}
[02:07:00.931] Invocation finished in 2h30m56.507035492s with status SUCCEEDED