[12:41:22.126] New invocation is queued and will start shortly
[12:41:23.174] Starting the invocation (attempt 1)
[12:41:23.203] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/6bc0bc64b033334a595bda271ef660d2ba5bc0c5"
[12:41:23.203] Popped gitiles commit info from properties and tags
[12:41:23.203] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:41:23.204] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:41:23.204] Buildbucket request:
{
"requestId": "8874888202938724320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874888202938724320",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
"title": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6bc0bc64b033334a595bda271ef660d2ba5bc0c5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874888202938724320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:41:23.573] Scheduled build:
{
"id": "8709458141064471425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-13T12:41:23.259098768Z",
"updateTime": "2025-07-13T12:41:23.259098768Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:41:23.573] Task URL: https://cr-buildbucket.appspot.com/build/8709458141064471425
[12:41:23.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:2:0) after 6m55s
[12:41:23.700] Received PubSub notification, asking Buildbucket for the build status
[12:41:23.742] Build status: SCHEDULED
[12:48:18.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:2:0)
[12:48:18.780] Build status: SCHEDULED
[12:48:18.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:4:0) after 6m43s
[12:55:01.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:4:0)
[12:55:01.942] Build status: SCHEDULED
[12:55:01.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:5:0) after 6m51s
[13:01:53.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:5:0)
[13:01:53.060] Build status: SCHEDULED
[13:01:53.060] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:6:0) after 7m22s
[13:09:15.071] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:6:0)
[13:09:15.107] Build status: SCHEDULED
[13:09:15.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:7:0) after 2m7s
[13:11:22.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:7:0)
[13:11:22.464] Build status: SCHEDULED
[13:11:22.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:8:0) after 2m24s
[13:13:46.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:8:0)
[13:13:46.477] Build status: SCHEDULED
[13:13:46.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:9:0) after 8m0s
[13:21:46.592] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:9:0)
[13:21:46.619] Build status: SCHEDULED
[13:21:46.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:10:0) after 3m43s
[13:25:29.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:10:0)
[13:25:29.685] Build status: SCHEDULED
[13:25:29.686] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:11:0) after 7m33s
[13:33:02.706] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:11:0)
[13:33:02.733] Build status: SCHEDULED
[13:33:02.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:12:0) after 8m45s
[13:41:47.821] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:12:0)
[13:41:47.886] Build status: SCHEDULED
[13:41:47.886] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:13:0) after 4m30s
[13:46:17.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:13:0)
[13:46:17.920] Build status: SCHEDULED
[13:46:17.920] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:14:0) after 7m34s
[13:53:52.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:14:0)
[13:53:52.108] Build status: SCHEDULED
[13:53:52.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:15:0) after 1m14s
[13:55:06.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:15:0)
[13:55:06.231] Build status: SCHEDULED
[13:55:06.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:16:0) after 4m55s
[14:00:01.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:16:0)
[14:00:01.279] Build status: SCHEDULED
[14:00:01.279] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:17:0) after 8m56s
[14:08:57.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:17:0)
[14:08:57.330] Build status: SCHEDULED
[14:08:57.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:18:0) after 3m53s
[14:12:50.353] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:18:0)
[14:12:50.417] Build status: SCHEDULED
[14:12:50.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:19:0) after 9m21s
[14:22:11.441] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:19:0)
[14:22:11.539] Build status: SCHEDULED
[14:22:11.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:20:0) after 3m18s
[14:25:29.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:20:0)
[14:25:29.639] Build status: SCHEDULED
[14:25:29.639] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:21:0) after 5m57s
[14:31:26.747] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:21:0)
[14:31:26.783] Build status: SCHEDULED
[14:31:26.783] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:22:0) after 1m24s
[14:32:50.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:22:0)
[14:32:50.836] Build status: SCHEDULED
[14:32:50.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:23:0) after 3m31s
[14:36:21.918] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:23:0)
[14:36:21.943] Build status: SCHEDULED
[14:36:21.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:24:0) after 8m31s
[14:44:52.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:24:0)
[14:44:53.023] Build status: SCHEDULED
[14:44:53.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:25:0) after 9m4s
[14:53:57.056] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:25:0)
[14:53:57.085] Build status: SCHEDULED
[14:53:57.085] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:26:0) after 5m36s
[14:59:33.309] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:26:0)
[14:59:33.337] Build status: SCHEDULED
[14:59:33.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:27:0) after 3m28s
[15:03:01.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:27:0)
[15:03:01.441] Build status: SCHEDULED
[15:03:01.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:28:0) after 2m47s
[15:05:48.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:28:0)
[15:05:48.591] Build status: SCHEDULED
[15:05:48.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:29:0) after 8m41s
[15:14:29.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:29:0)
[15:14:29.748] Build status: SCHEDULED
[15:14:29.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:30:0) after 6m21s
[15:20:50.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:30:0)
[15:20:50.965] Build status: SCHEDULED
[15:20:50.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:31:0) after 9m10s
[15:30:01.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:31:0)
[15:30:01.128] Build status: SCHEDULED
[15:30:01.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:32:0) after 8m9s
[15:38:10.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:32:0)
[15:38:10.557] Build status: SCHEDULED
[15:38:10.557] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:33:0) after 9m3s
[15:47:13.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:33:0)
[15:47:13.604] Build status: SCHEDULED
[15:47:13.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:34:0) after 9m54s
[15:57:07.820] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:34:0)
[15:57:07.840] Build status: SCHEDULED
[15:57:07.840] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:35:0) after 8m54s
[16:06:02.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:35:0)
[16:06:02.090] Build status: SCHEDULED
[16:06:02.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:36:0) after 9m6s
[16:15:08.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:36:0)
[16:15:08.403] Build status: SCHEDULED
[16:15:08.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:37:0) after 4m45s
[16:19:53.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:37:0)
[16:19:53.458] Build status: SCHEDULED
[16:19:53.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:38:0) after 7m48s
[16:27:41.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:38:0)
[16:27:41.507] Build status: SCHEDULED
[16:27:41.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:39:0) after 7m9s
[16:28:39.821] Received PubSub notification, asking Buildbucket for the build status
[16:28:39.848] Build status: STARTED
[16:34:50.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:39:0)
[16:34:50.552] Build status: STARTED
[16:34:50.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8874888202938724320:41:0) after 2m37s
[16:36:00.391] Received PubSub notification, asking Buildbucket for the build status
[16:36:00.419] Build:
{
"id": "8709458141064471425",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-13T12:41:23.259098768Z",
"startTime": "2025-07-13T16:28:39.497065904Z",
"endTime": "2025-07-13T16:36:00.123215267Z",
"updateTime": "2025-07-13T16:36:00.123215267Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "6bc0bc64b033334a595bda271ef660d2ba5bc0c5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[16:36:00.419] Invocation finished in 3h54m38.330766156s with status SUCCEEDED