[00:55:19.646] New invocation is queued and will start shortly
[00:55:23.780] Starting the invocation (attempt 1)
[00:55:23.815] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c"
[00:55:23.815] Popped gitiles commit info from properties and tags
[00:55:23.815] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:55:23.816] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:55:23.816] Buildbucket request:
{
"requestId": "8862702032736202224",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8862702032736202224",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e5ee473412aec7ec8f31b888d16cb90dc7c3350e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e5ee473412aec7ec8f31b888d16cb90dc7c3350e",
"title": "e5ee473412aec7ec8f31b888d16cb90dc7c3350e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e5ee473412aec7ec8f31b888d16cb90dc7c3350e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"title": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8862702032736202224"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:55:24.693] Scheduled build:
{
"id": "8697271967611811185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-25T00:55:23.896135938Z",
"updateTime": "2025-11-25T00:55:23.896135938Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"ref": "refs/heads/main"
}
}
}
[00:55:24.693] Task URL: https://cr-buildbucket.appspot.com/build/8697271967611811185
[00:55:24.693] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:2:0) after 6m59s
[00:55:25.270] Received PubSub notification, asking Buildbucket for the build status
[00:55:25.315] Build status: SCHEDULED
[01:02:23.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:2:0)
[01:02:23.745] Build status: SCHEDULED
[01:02:23.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:4:0) after 2m12s
[01:04:35.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:4:0)
[01:04:35.781] Build status: SCHEDULED
[01:04:35.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:5:0) after 7m6s
[01:11:41.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:5:0)
[01:11:41.808] Build status: SCHEDULED
[01:11:41.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:6:0) after 5m54s
[01:17:35.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:6:0)
[01:17:35.912] Build status: SCHEDULED
[01:17:35.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:7:0) after 4m13s
[01:21:48.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:7:0)
[01:21:48.991] Build status: SCHEDULED
[01:21:48.991] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:8:0) after 4m39s
[01:26:28.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:8:0)
[01:26:28.107] Build status: SCHEDULED
[01:26:28.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:9:0) after 9m53s
[01:36:21.184] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:9:0)
[01:36:21.201] Build status: SCHEDULED
[01:36:21.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:10:0) after 7m56s
[01:44:17.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:10:0)
[01:44:17.205] Build status: SCHEDULED
[01:44:17.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:11:0) after 3m35s
[01:47:52.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:11:0)
[01:47:52.205] Build status: SCHEDULED
[01:47:52.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:12:0) after 3m22s
[01:51:14.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:12:0)
[01:51:14.245] Build status: SCHEDULED
[01:51:14.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:13:0) after 6m15s
[01:57:29.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:13:0)
[01:57:29.330] Build status: SCHEDULED
[01:57:29.330] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:14:0) after 5m17s
[02:02:46.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:14:0)
[02:02:46.416] Build status: SCHEDULED
[02:02:46.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:15:0) after 1m8s
[02:03:54.429] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:15:0)
[02:03:54.443] Build status: SCHEDULED
[02:03:54.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:16:0) after 5m7s
[02:09:01.519] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:16:0)
[02:09:01.534] Build status: SCHEDULED
[02:09:01.534] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:17:0) after 1m22s
[02:10:23.544] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:17:0)
[02:10:23.561] Build status: SCHEDULED
[02:10:23.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:18:0) after 8m4s
[02:18:27.667] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:18:0)
[02:18:27.680] Build status: SCHEDULED
[02:18:27.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:19:0) after 4m28s
[02:22:55.694] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:19:0)
[02:22:55.710] Build status: SCHEDULED
[02:22:55.710] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:20:0) after 5m52s
[02:28:47.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:20:0)
[02:28:47.847] Build status: SCHEDULED
[02:28:47.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:21:0) after 2m7s
[02:30:54.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:21:0)
[02:30:54.950] Build status: SCHEDULED
[02:30:54.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:22:0) after 8m8s
[02:39:03.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:22:0)
[02:39:03.089] Build status: SCHEDULED
[02:39:03.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:23:0) after 1m9s
[02:40:12.100] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:23:0)
[02:40:12.124] Build status: SCHEDULED
[02:40:12.124] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:24:0) after 1m5s
[02:41:17.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:24:0)
[02:41:17.156] Build status: SCHEDULED
[02:41:17.156] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:25:0) after 7m14s
[02:48:31.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:25:0)
[02:48:31.190] Build status: SCHEDULED
[02:48:31.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:26:0) after 4m45s
[02:53:16.200] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:26:0)
[02:53:16.295] Build status: SCHEDULED
[02:53:16.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:27:0) after 4m8s
[02:57:24.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:27:0)
[02:57:24.407] Build status: SCHEDULED
[02:57:24.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:28:0) after 1m51s
[02:59:15.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:28:0)
[02:59:15.494] Build status: SCHEDULED
[02:59:15.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:29:0) after 4m19s
[03:03:34.561] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:29:0)
[03:03:34.619] Build status: SCHEDULED
[03:03:34.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:30:0) after 9m40s
[03:13:14.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:30:0)
[03:13:14.668] Build status: SCHEDULED
[03:13:14.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:31:0) after 3m52s
[03:17:06.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:31:0)
[03:17:06.826] Build status: SCHEDULED
[03:17:06.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:32:0) after 8m5s
[03:25:11.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:32:0)
[03:25:11.955] Build status: SCHEDULED
[03:25:11.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:33:0) after 3m3s
[03:28:14.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:33:0)
[03:28:14.992] Build status: SCHEDULED
[03:28:14.992] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:34:0) after 8m5s
[03:36:20.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:34:0)
[03:36:20.155] Build status: SCHEDULED
[03:36:20.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:35:0) after 9m2s
[03:45:22.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:35:0)
[03:45:22.228] Build status: SCHEDULED
[03:45:22.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:36:0) after 7m39s
[03:53:01.291] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:36:0)
[03:53:01.308] Build status: SCHEDULED
[03:53:01.308] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:37:0) after 9m39s
[04:02:40.354] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:37:0)
[04:02:40.369] Build status: SCHEDULED
[04:02:40.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:38:0) after 2m56s
[04:05:36.362] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:38:0)
[04:05:36.393] Build status: SCHEDULED
[04:05:36.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:39:0) after 8m1s
[04:13:37.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:39:0)
[04:13:37.441] Build status: SCHEDULED
[04:13:37.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:40:0) after 5m42s
[04:19:19.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:40:0)
[04:19:19.524] Build status: SCHEDULED
[04:19:19.524] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:41:0) after 8m31s
[04:19:58.414] Received PubSub notification, asking Buildbucket for the build status
[04:19:58.434] Build status: STARTED
[04:27:50.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:41:0)
[04:27:50.560] Build status: STARTED
[04:27:50.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-sanitizers-ubsan:8862702032736202224:43:0) after 2m40s
[04:29:12.336] Received PubSub notification, asking Buildbucket for the build status
[04:29:12.578] Build:
{
"id": "8697271967611811185",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-sanitizers-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-11-25T00:55:23.896135938Z",
"startTime": "2025-11-25T04:19:56.494238732Z",
"endTime": "2025-11-25T04:29:12.020962935Z",
"updateTime": "2025-11-25T04:29:12.020962935Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "4d6a49d983a195e72d8c9b4a97c90c7b25d0c04c",
"ref": "refs/heads/main"
}
}
}
[04:29:12.578] Invocation finished in 3h33m52.951952422s with status FAILED