[22:46:39.042] New invocation is queued and will start shortly
[22:46:40.257] Starting the invocation (attempt 1)
[22:46:40.285] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/ef3eb1320e9098357c66ff6fc67ae5294a68179f"
[22:46:40.285] Popped gitiles commit info from properties and tags
[22:46:40.285] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:46:40.286] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:46:40.286] Buildbucket request:
{
"requestId": "8880738924684038320",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8880738924684038320",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "91b3a63eb9cce3a81180a4fdef5d46644e5e9ea2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@91b3a63eb9cce3a81180a4fdef5d46644e5e9ea2",
"title": "91b3a63eb9cce3a81180a4fdef5d46644e5e9ea2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/91b3a63eb9cce3a81180a4fdef5d46644e5e9ea2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ef3eb1320e9098357c66ff6fc67ae5294a68179f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ef3eb1320e9098357c66ff6fc67ae5294a68179f",
"title": "ef3eb1320e9098357c66ff6fc67ae5294a68179f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ef3eb1320e9098357c66ff6fc67ae5294a68179f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ef3eb1320e9098357c66ff6fc67ae5294a68179f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8880738924684038320"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:46:40.754] Scheduled build:
{
"id": "8715308862659682193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-09T22:46:40.341052176Z",
"updateTime": "2025-05-09T22:46:40.341052176Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ef3eb1320e9098357c66ff6fc67ae5294a68179f",
"ref": "refs/heads/main"
}
}
}
[22:46:40.754] Task URL: https://cr-buildbucket.appspot.com/build/8715308862659682193
[22:46:40.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:2:0) after 6m20s
[22:46:41.771] Received PubSub notification, asking Buildbucket for the build status
[22:46:41.790] Build status: SCHEDULED
[22:53:00.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:2:0)
[22:53:00.867] Build status: SCHEDULED
[22:53:00.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:4:0) after 9m7s
[23:02:07.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:4:0)
[23:02:07.945] Build status: SCHEDULED
[23:02:07.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:5:0) after 8m29s
[23:10:36.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:5:0)
[23:10:37.024] Build status: SCHEDULED
[23:10:37.024] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:6:0) after 8m57s
[23:19:34.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:6:0)
[23:19:34.199] Build status: SCHEDULED
[23:19:34.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:7:0) after 7m54s
[23:27:28.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:7:0)
[23:27:28.341] Build status: SCHEDULED
[23:27:28.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:8:0) after 1m38s
[23:29:06.419] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:8:0)
[23:29:06.437] Build status: SCHEDULED
[23:29:06.437] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:9:0) after 7m57s
[23:37:03.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:9:0)
[23:37:03.516] Build status: SCHEDULED
[23:37:03.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:10:0) after 2m8s
[23:39:11.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:10:0)
[23:39:11.523] Build status: SCHEDULED
[23:39:11.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:11:0) after 7m43s
[23:46:54.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:11:0)
[23:46:54.612] Build status: SCHEDULED
[23:46:54.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:12:0) after 5m32s
[23:52:26.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:12:0)
[23:52:26.705] Build status: SCHEDULED
[23:52:26.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:13:0) after 4m19s
[23:56:45.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:13:0)
[23:56:45.747] Build status: SCHEDULED
[23:56:45.747] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:14:0) after 8m28s
[00:05:13.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:14:0)
[00:05:13.828] Build status: SCHEDULED
[00:05:13.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:15:0) after 7m11s
[00:12:24.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:15:0)
[00:12:24.830] Build status: SCHEDULED
[00:12:24.830] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:16:0) after 5m21s
[00:17:45.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:16:0)
[00:17:45.882] Build status: SCHEDULED
[00:17:45.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:17:0) after 2m10s
[00:19:55.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:17:0)
[00:19:55.966] Build status: SCHEDULED
[00:19:55.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:18:0) after 5m50s
[00:25:45.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:18:0)
[00:25:46.010] Build status: SCHEDULED
[00:25:46.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:19:0) after 3m16s
[00:29:02.113] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:19:0)
[00:29:02.128] Build status: SCHEDULED
[00:29:02.128] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:20:0) after 3m11s
[00:32:13.147] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:20:0)
[00:32:13.179] Build status: SCHEDULED
[00:32:13.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:21:0) after 1m56s
[00:34:09.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:21:0)
[00:34:09.226] Build status: SCHEDULED
[00:34:09.226] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:22:0) after 7m9s
[00:41:18.316] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:22:0)
[00:41:18.340] Build status: SCHEDULED
[00:41:18.340] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:23:0) after 9m31s
[00:50:49.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:23:0)
[00:50:49.370] Build status: SCHEDULED
[00:50:49.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:24:0) after 2m49s
[00:53:38.386] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:24:0)
[00:53:38.407] Build status: SCHEDULED
[00:53:38.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:25:0) after 3m1s
[00:56:39.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:25:0)
[00:56:39.556] Build status: SCHEDULED
[00:56:39.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:26:0) after 3m51s
[01:00:30.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:26:0)
[01:00:30.594] Build status: SCHEDULED
[01:00:30.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:27:0) after 5m37s
[01:06:07.625] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:27:0)
[01:06:07.643] Build status: SCHEDULED
[01:06:07.643] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:28:0) after 9m6s
[01:15:13.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:28:0)
[01:15:13.695] Build status: SCHEDULED
[01:15:13.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:29:0) after 2m34s
[01:17:47.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:29:0)
[01:17:47.804] Build status: SCHEDULED
[01:17:47.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:30:0) after 5m40s
[01:23:27.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:30:0)
[01:23:27.843] Build status: SCHEDULED
[01:23:27.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:31:0) after 8m55s
[01:32:22.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:31:0)
[01:32:22.848] Build status: SCHEDULED
[01:32:22.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:32:0) after 4m27s
[01:36:49.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:32:0)
[01:36:49.885] Build status: SCHEDULED
[01:36:49.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:33:0) after 4m43s
[01:41:32.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:33:0)
[01:41:32.926] Build status: SCHEDULED
[01:41:32.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:34:0) after 6m32s
[01:48:05.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:34:0)
[01:48:05.025] Build status: SCHEDULED
[01:48:05.025] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:35:0) after 9m40s
[01:57:45.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:35:0)
[01:57:45.152] Build status: SCHEDULED
[01:57:45.152] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:36:0) after 2m30s
[02:00:15.173] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:36:0)
[02:00:15.192] Build status: SCHEDULED
[02:00:15.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:37:0) after 6m24s
[02:06:39.177] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:37:0)
[02:06:39.206] Build status: SCHEDULED
[02:06:39.206] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:38:0) after 1m9s
[02:07:48.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:38:0)
[02:07:48.239] Build status: SCHEDULED
[02:07:48.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:39:0) after 9m55s
[02:17:43.312] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:39:0)
[02:17:43.332] Build status: SCHEDULED
[02:17:43.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:40:0) after 7m57s
[02:25:40.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:40:0)
[02:25:40.370] Build status: SCHEDULED
[02:25:40.370] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:41:0) after 8m39s
[02:28:23.696] Received PubSub notification, asking Buildbucket for the build status
[02:28:23.719] Build status: STARTED
[02:34:19.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:41:0)
[02:34:19.416] Build status: STARTED
[02:34:19.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:43:0) after 1m45s
[02:36:04.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:43:0)
[02:36:04.543] Build status: STARTED
[02:36:04.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:44:0) after 3m23s
[02:39:27.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:44:0)
[02:39:27.722] Build status: STARTED
[02:39:27.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8880738924684038320:45:0) after 5m26s
[02:40:12.404] Received PubSub notification, asking Buildbucket for the build status
[02:40:12.426] Build:
{
"id": "8715308862659682193",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-09T22:46:40.341052176Z",
"startTime": "2025-05-10T02:28:22.441518607Z",
"endTime": "2025-05-10T02:40:12.138008159Z",
"updateTime": "2025-05-10T02:40:12.138008159Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "ef3eb1320e9098357c66ff6fc67ae5294a68179f",
"ref": "refs/heads/main"
}
}
}
[02:40:12.426] Invocation finished in 3h53m33.398872467s with status SUCCEEDED