[18:11:41.307] New invocation is queued and will start shortly
[18:11:42.387] Starting the invocation (attempt 1)
[18:11:42.420] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/80c607783afd91d0b4881b1bf48aa2e76f9f979c"
[18:11:42.420] Popped gitiles commit info from properties and tags
[18:11:42.420] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:11:42.420] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:11:42.420] Buildbucket request:
{
"requestId": "8874776824021989824",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874776824021989824",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "80c607783afd91d0b4881b1bf48aa2e76f9f979c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@80c607783afd91d0b4881b1bf48aa2e76f9f979c",
"title": "80c607783afd91d0b4881b1bf48aa2e76f9f979c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/80c607783afd91d0b4881b1bf48aa2e76f9f979c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "80c607783afd91d0b4881b1bf48aa2e76f9f979c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874776824021989824"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:11:42.805] Scheduled build:
{
"id": "8709346762126279473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-14T18:11:42.492758982Z",
"updateTime": "2025-07-14T18:11:42.492758982Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "80c607783afd91d0b4881b1bf48aa2e76f9f979c",
"ref": "refs/heads/main"
}
}
}
[18:11:42.805] Task URL: https://cr-buildbucket.appspot.com/build/8709346762126279473
[18:11:42.805] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:2:0) after 9m1s
[18:11:43.864] Received PubSub notification, asking Buildbucket for the build status
[18:11:43.890] Build status: SCHEDULED
[18:20:43.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:2:0)
[18:20:43.857] Build status: SCHEDULED
[18:20:43.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:4:0) after 6m0s
[18:26:43.943] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:4:0)
[18:26:43.972] Build status: SCHEDULED
[18:26:43.972] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:5:0) after 3m46s
[18:30:29.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:5:0)
[18:30:30.041] Build status: SCHEDULED
[18:30:30.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:6:0) after 5m51s
[18:36:21.136] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:6:0)
[18:36:21.153] Build status: SCHEDULED
[18:36:21.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:7:0) after 9m23s
[18:45:44.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:7:0)
[18:45:44.488] Build status: SCHEDULED
[18:45:44.488] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:8:0) after 6m13s
[18:51:57.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:8:0)
[18:51:57.575] Build status: SCHEDULED
[18:51:57.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:9:0) after 8m41s
[19:00:38.665] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:9:0)
[19:00:38.742] Build status: SCHEDULED
[19:00:38.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:10:0) after 6m32s
[19:07:10.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:10:0)
[19:07:10.791] Build status: SCHEDULED
[19:07:10.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:11:0) after 5m28s
[19:12:38.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:11:0)
[19:12:38.888] Build status: SCHEDULED
[19:12:38.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:12:0) after 9m4s
[19:21:43.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:12:0)
[19:21:43.034] Build status: SCHEDULED
[19:21:43.034] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:13:0) after 5m33s
[19:27:16.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:13:0)
[19:27:16.190] Build status: SCHEDULED
[19:27:16.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:14:0) after 3m11s
[19:30:27.214] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:14:0)
[19:30:27.238] Build status: SCHEDULED
[19:30:27.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:15:0) after 9m14s
[19:39:41.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:15:0)
[19:39:41.286] Build status: SCHEDULED
[19:39:41.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:16:0) after 1m46s
[19:41:27.280] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:16:0)
[19:41:27.305] Build status: SCHEDULED
[19:41:27.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:17:0) after 4m24s
[19:45:51.366] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:17:0)
[19:45:51.384] Build status: SCHEDULED
[19:45:51.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:18:0) after 3m13s
[19:49:04.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:18:0)
[19:49:04.691] Build status: SCHEDULED
[19:49:04.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:19:0) after 4m44s
[19:53:48.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:19:0)
[19:53:48.893] Build status: SCHEDULED
[19:53:48.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:20:0) after 2m44s
[19:56:33.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:20:0)
[19:56:33.106] Build status: SCHEDULED
[19:56:33.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:21:0) after 2m33s
[19:59:06.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:21:0)
[19:59:06.247] Build status: SCHEDULED
[19:59:06.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:22:0) after 5m27s
[20:04:33.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:22:0)
[20:04:33.324] Build status: SCHEDULED
[20:04:33.324] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:23:0) after 6m29s
[20:11:02.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:23:0)
[20:11:02.471] Build status: SCHEDULED
[20:11:02.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:24:0) after 5m6s
[20:16:08.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:24:0)
[20:16:08.566] Build status: SCHEDULED
[20:16:08.566] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:25:0) after 2m24s
[20:18:32.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:25:0)
[20:18:32.611] Build status: SCHEDULED
[20:18:32.611] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:26:0) after 8m34s
[20:27:06.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:26:0)
[20:27:06.677] Build status: SCHEDULED
[20:27:06.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:27:0) after 3m9s
[20:30:15.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:27:0)
[20:30:15.734] Build status: SCHEDULED
[20:30:15.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:28:0) after 1m29s
[20:31:44.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:28:0)
[20:31:44.757] Build status: SCHEDULED
[20:31:44.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:29:0) after 6m28s
[20:38:12.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:29:0)
[20:38:12.821] Build status: SCHEDULED
[20:38:12.821] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:30:0) after 5m0s
[20:43:12.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:30:0)
[20:43:12.859] Build status: SCHEDULED
[20:43:12.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:31:0) after 1m11s
[20:44:23.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:31:0)
[20:44:23.873] Build status: SCHEDULED
[20:44:23.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:32:0) after 2m14s
[20:46:37.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:32:0)
[20:46:37.957] Build status: SCHEDULED
[20:46:37.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:33:0) after 3m37s
[20:50:15.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:33:0)
[20:50:15.035] Build status: SCHEDULED
[20:50:15.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:34:0) after 4m46s
[20:55:01.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:34:0)
[20:55:01.149] Build status: SCHEDULED
[20:55:01.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:35:0) after 9m6s
[21:04:07.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:35:0)
[21:04:07.198] Build status: SCHEDULED
[21:04:07.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:36:0) after 9m59s
[21:14:06.331] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:36:0)
[21:14:06.371] Build status: SCHEDULED
[21:14:06.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:37:0) after 9m27s
[21:23:33.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:37:0)
[21:23:33.449] Build status: SCHEDULED
[21:23:33.449] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:38:0) after 9m24s
[21:32:57.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:38:0)
[21:32:57.524] Build status: SCHEDULED
[21:32:57.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:39:0) after 7m56s
[21:36:16.419] Received PubSub notification, asking Buildbucket for the build status
[21:36:16.444] Build status: STARTED
[21:40:53.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:39:0)
[21:40:53.557] Build status: STARTED
[21:40:53.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8874776824021989824:41:0) after 9m42s
[21:46:58.264] Received PubSub notification, asking Buildbucket for the build status
[21:46:58.286] Build:
{
"id": "8709346762126279473",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-14T18:11:42.492758982Z",
"startTime": "2025-07-14T21:36:14.206931972Z",
"endTime": "2025-07-14T21:46:57.966387065Z",
"updateTime": "2025-07-14T21:46:57.966387065Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "80c607783afd91d0b4881b1bf48aa2e76f9f979c",
"ref": "refs/heads/main"
}
}
}
[21:46:58.286] Invocation finished in 3h35m16.985976068s with status SUCCEEDED