[17:42:41.283] New invocation is queued and will start shortly
[17:42:42.357] Starting the invocation (attempt 1)
[17:42:42.382] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/831b160ce588fc38ee66ccf777dfcc2efe6881bf"
[17:42:42.382] Popped gitiles commit info from properties and tags
[17:42:42.382] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:42:42.382] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:42:42.382] Buildbucket request:
{
"requestId": "8876590587900310384",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8876590587900310384",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "831b160ce588fc38ee66ccf777dfcc2efe6881bf"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@831b160ce588fc38ee66ccf777dfcc2efe6881bf",
"title": "831b160ce588fc38ee66ccf777dfcc2efe6881bf",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/831b160ce588fc38ee66ccf777dfcc2efe6881bf"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "831b160ce588fc38ee66ccf777dfcc2efe6881bf",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8876590587900310384"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[17:42:42.877] Scheduled build:
{
"id": "8711160526025203249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-24T17:42:42.445371326Z",
"updateTime": "2025-06-24T17:42:42.445371326Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "831b160ce588fc38ee66ccf777dfcc2efe6881bf",
"ref": "refs/heads/main"
}
}
}
[17:42:42.877] Task URL: https://cr-buildbucket.appspot.com/build/8711160526025203249
[17:42:42.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:2:0) after 7m37s
[17:42:47.363] Received PubSub notification, asking Buildbucket for the build status
[17:42:47.395] Build status: SCHEDULED
[17:50:19.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:2:0)
[17:50:19.972] Build status: SCHEDULED
[17:50:19.973] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:4:0) after 3m39s
[17:53:59.004] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:4:0)
[17:53:59.029] Build status: SCHEDULED
[17:53:59.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:5:0) after 6m56s
[18:00:55.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:5:0)
[18:00:55.106] Build status: SCHEDULED
[18:00:55.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:6:0) after 5m1s
[18:05:56.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:6:0)
[18:05:56.152] Build status: SCHEDULED
[18:05:56.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:7:0) after 9m1s
[18:14:57.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:7:0)
[18:14:57.221] Build status: SCHEDULED
[18:14:57.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:8:0) after 4m13s
[18:19:10.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:8:0)
[18:19:10.405] Build status: SCHEDULED
[18:19:10.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:9:0) after 5m14s
[18:24:24.447] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:9:0)
[18:24:24.523] Build status: SCHEDULED
[18:24:24.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:10:0) after 3m15s
[18:27:39.595] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:10:0)
[18:27:39.622] Build status: SCHEDULED
[18:27:39.622] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:11:0) after 5m40s
[18:33:19.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:11:0)
[18:33:19.733] Build status: SCHEDULED
[18:33:19.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:12:0) after 6m35s
[18:39:54.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:12:0)
[18:39:54.847] Build status: SCHEDULED
[18:39:54.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:13:0) after 8m27s
[18:48:21.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:13:0)
[18:48:21.899] Build status: SCHEDULED
[18:48:21.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:14:0) after 3m29s
[18:51:51.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:14:0)
[18:51:51.046] Build status: SCHEDULED
[18:51:51.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:15:0) after 6m51s
[18:58:42.061] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:15:0)
[18:58:42.091] Build status: SCHEDULED
[18:58:42.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:16:0) after 3m35s
[19:02:17.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:16:0)
[19:02:17.269] Build status: SCHEDULED
[19:02:17.269] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:17:0) after 8m50s
[19:11:07.289] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:17:0)
[19:11:07.309] Build status: SCHEDULED
[19:11:07.309] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:18:0) after 9m43s
[19:20:50.470] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:18:0)
[19:20:50.506] Build status: SCHEDULED
[19:20:50.507] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:19:0) after 9m47s
[19:30:37.600] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:19:0)
[19:30:37.618] Build status: SCHEDULED
[19:30:37.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:20:0) after 1m56s
[19:32:33.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:20:0)
[19:32:33.848] Build status: SCHEDULED
[19:32:33.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:21:0) after 4m32s
[19:37:05.961] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:21:0)
[19:37:05.978] Build status: SCHEDULED
[19:37:05.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:22:0) after 9m37s
[19:46:43.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:22:0)
[19:46:43.240] Build status: SCHEDULED
[19:46:43.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:23:0) after 6m27s
[19:53:10.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:23:0)
[19:53:10.345] Build status: SCHEDULED
[19:53:10.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:24:0) after 6m56s
[20:00:06.364] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:24:0)
[20:00:06.384] Build status: SCHEDULED
[20:00:06.384] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:25:0) after 7m59s
[20:08:05.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:25:0)
[20:08:05.422] Build status: SCHEDULED
[20:08:05.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:26:0) after 2m13s
[20:10:18.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:26:0)
[20:10:18.457] Build status: SCHEDULED
[20:10:18.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:27:0) after 6m34s
[20:16:52.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:27:0)
[20:16:52.652] Build status: SCHEDULED
[20:16:52.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:28:0) after 7m17s
[20:24:09.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:28:0)
[20:24:09.749] Build status: SCHEDULED
[20:24:09.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:29:0) after 2m32s
[20:26:41.772] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:29:0)
[20:26:41.799] Build status: SCHEDULED
[20:26:41.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:30:0) after 7m28s
[20:34:09.864] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:30:0)
[20:34:09.942] Build status: SCHEDULED
[20:34:09.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:31:0) after 2m18s
[20:36:27.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:31:0)
[20:36:28.047] Build status: SCHEDULED
[20:36:28.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:32:0) after 4m23s
[20:40:51.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:32:0)
[20:40:51.130] Build status: SCHEDULED
[20:40:51.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:33:0) after 4m19s
[20:45:10.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:33:0)
[20:45:10.228] Build status: SCHEDULED
[20:45:10.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:34:0) after 9m41s
[20:54:51.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:34:0)
[20:54:51.261] Build status: SCHEDULED
[20:54:51.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:35:0) after 1m5s
[20:55:56.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:35:0)
[20:55:56.525] Build status: SCHEDULED
[20:55:56.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:36:0) after 6m23s
[21:02:19.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:36:0)
[21:02:19.620] Build status: SCHEDULED
[21:02:19.620] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:37:0) after 4m44s
[21:07:03.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:37:0)
[21:07:03.685] Build status: SCHEDULED
[21:07:03.685] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:38:0) after 6m36s
[21:13:39.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:38:0)
[21:13:39.792] Build status: SCHEDULED
[21:13:39.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:39:0) after 7m34s
[21:21:13.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:39:0)
[21:21:13.837] Build status: SCHEDULED
[21:21:13.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:40:0) after 8m48s
[21:30:02.006] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:40:0)
[21:30:02.026] Build status: SCHEDULED
[21:30:02.026] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:41:0) after 9m36s
[21:39:38.188] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:41:0)
[21:39:38.205] Build status: SCHEDULED
[21:39:38.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:42:0) after 2m2s
[21:41:40.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:42:0)
[21:41:40.276] Build status: SCHEDULED
[21:41:40.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:43:0) after 7m58s
[21:49:38.351] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:43:0)
[21:49:38.378] Build status: SCHEDULED
[21:49:38.378] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:44:0) after 5m39s
[21:55:17.394] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:44:0)
[21:55:17.440] Build status: SCHEDULED
[21:55:17.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:45:0) after 9m39s
[22:04:56.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:45:0)
[22:04:56.681] Build status: SCHEDULED
[22:04:56.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:46:0) after 3m52s
[22:08:48.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:46:0)
[22:08:48.897] Build status: SCHEDULED
[22:08:48.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:47:0) after 5m0s
[22:09:19.478] Received PubSub notification, asking Buildbucket for the build status
[22:09:19.493] Build status: STARTED
[22:13:48.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:47:0)
[22:13:48.942] Build status: STARTED
[22:13:48.942] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8876590587900310384:49:0) after 3m28s
[22:16:11.764] Received PubSub notification, asking Buildbucket for the build status
[22:16:11.798] Build:
{
"id": "8711160526025203249",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-24T17:42:42.445371326Z",
"startTime": "2025-06-24T22:09:19.287797934Z",
"endTime": "2025-06-24T22:16:10.879129804Z",
"updateTime": "2025-06-24T22:16:10.879129804Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "831b160ce588fc38ee66ccf777dfcc2efe6881bf",
"ref": "refs/heads/main"
}
}
}
[22:16:11.798] Invocation finished in 4h33m30.523499315s with status SUCCEEDED