[15:53:10.620] New invocation is queued and will start shortly
[15:53:12.317] Starting the invocation (attempt 1)
[15:53:12.343] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
[15:53:12.343] Popped gitiles commit info from properties and tags
[15:53:12.343] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:53:12.343] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:53:12.343] Buildbucket request:
{
"requestId": "8885204189554459152",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8885204189554459152",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bab3948abffe3316a6aeaf0684633347ae94ff96"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bab3948abffe3316a6aeaf0684633347ae94ff96",
"title": "bab3948abffe3316a6aeaf0684633347ae94ff96",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bab3948abffe3316a6aeaf0684633347ae94ff96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"title": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8885204189554459152"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:53:12.965] Scheduled build:
{
"id": "8719774126990076593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T15:53:12.433677306Z",
"updateTime": "2025-03-21T15:53:12.433677306Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"ref": "refs/heads/main"
}
}
}
[15:53:12.965] Task URL: https://cr-buildbucket.appspot.com/build/8719774126990076593
[15:53:12.965] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:2:0) after 5m49s
[15:53:13.851] Received PubSub notification, asking Buildbucket for the build status
[15:53:13.881] Build status: SCHEDULED
[15:59:01.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:2:0)
[15:59:02.000] Build status: SCHEDULED
[15:59:02.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:4:0) after 9m22s
[16:08:24.159] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:4:0)
[16:08:24.187] Build status: SCHEDULED
[16:08:24.187] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:5:0) after 5m16s
[16:13:40.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:5:0)
[16:13:40.236] Build status: SCHEDULED
[16:13:40.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:6:0) after 7m58s
[16:21:38.303] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:6:0)
[16:21:38.541] Build status: SCHEDULED
[16:21:38.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:7:0) after 2m15s
[16:23:53.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:7:0)
[16:23:53.647] Build status: SCHEDULED
[16:23:53.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:8:0) after 7m20s
[16:31:13.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:8:0)
[16:31:13.735] Build status: SCHEDULED
[16:31:13.735] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:9:0) after 8m1s
[16:39:14.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:9:0)
[16:39:14.818] Build status: SCHEDULED
[16:39:14.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:10:0) after 4m23s
[16:43:37.844] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:10:0)
[16:43:37.865] Build status: SCHEDULED
[16:43:37.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:11:0) after 7m43s
[16:51:20.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:11:0)
[16:51:21.011] Build status: SCHEDULED
[16:51:21.011] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:12:0) after 1m25s
[16:52:46.025] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:12:0)
[16:52:46.045] Build status: SCHEDULED
[16:52:46.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:13:0) after 5m0s
[16:57:46.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:13:0)
[16:57:46.265] Build status: SCHEDULED
[16:57:46.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:14:0) after 5m15s
[17:03:01.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:14:0)
[17:03:01.509] Build status: SCHEDULED
[17:03:01.509] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:15:0) after 9m54s
[17:12:55.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:15:0)
[17:12:55.562] Build status: SCHEDULED
[17:12:55.562] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:16:0) after 9m14s
[17:22:09.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:16:0)
[17:22:09.602] Build status: SCHEDULED
[17:22:09.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:17:0) after 9m39s
[17:31:48.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:17:0)
[17:31:48.642] Build status: SCHEDULED
[17:31:48.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:18:0) after 6m59s
[17:38:47.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:18:0)
[17:38:47.717] Build status: SCHEDULED
[17:38:47.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:19:0) after 2m5s
[17:40:52.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:19:0)
[17:40:52.794] Build status: SCHEDULED
[17:40:52.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:20:0) after 6m13s
[17:47:05.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:20:0)
[17:47:05.869] Build status: SCHEDULED
[17:47:05.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:21:0) after 6m58s
[17:54:03.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:21:0)
[17:54:03.901] Build status: SCHEDULED
[17:54:03.901] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:22:0) after 5m7s
[17:59:10.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:22:0)
[17:59:10.997] Build status: SCHEDULED
[17:59:10.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:23:0) after 5m21s
[18:04:32.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:23:0)
[18:04:32.079] Build status: SCHEDULED
[18:04:32.079] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:24:0) after 8m40s
[18:13:12.139] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:24:0)
[18:13:12.165] Build status: SCHEDULED
[18:13:12.165] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:25:0) after 5m16s
[18:18:28.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:25:0)
[18:18:28.216] Build status: SCHEDULED
[18:18:28.216] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:26:0) after 7m6s
[18:25:34.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:26:0)
[18:25:34.281] Build status: SCHEDULED
[18:25:34.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:27:0) after 4m53s
[18:30:27.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:27:0)
[18:30:27.322] Build status: SCHEDULED
[18:30:27.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:28:0) after 8m13s
[18:38:40.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:28:0)
[18:38:40.508] Build status: SCHEDULED
[18:38:40.508] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:29:0) after 4m5s
[18:42:45.534] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:29:0)
[18:42:45.551] Build status: SCHEDULED
[18:42:45.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:30:0) after 2m12s
[18:44:57.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:30:0)
[18:44:57.705] Build status: SCHEDULED
[18:44:57.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:31:0) after 7m28s
[18:52:25.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:31:0)
[18:52:25.738] Build status: SCHEDULED
[18:52:25.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:32:0) after 5m9s
[18:57:34.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:32:0)
[18:57:34.756] Build status: SCHEDULED
[18:57:34.756] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:33:0) after 6m31s
[18:59:49.088] Received PubSub notification, asking Buildbucket for the build status
[18:59:49.114] Build status: STARTED
[19:04:05.771] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:33:0)
[19:04:05.789] Build status: STARTED
[19:04:05.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:35:0) after 2m4s
[19:06:09.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:35:0)
[19:06:09.822] Build status: STARTED
[19:06:09.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:36:0) after 2m6s
[19:08:15.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:36:0)
[19:08:15.906] Build status: STARTED
[19:08:15.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:37:0) after 1m41s
[19:09:56.899] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:37:0)
[19:09:56.915] Build status: STARTED
[19:09:56.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:38:0) after 5m0s
[19:14:56.937] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:38:0)
[19:14:57.017] Build status: STARTED
[19:14:57.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8885204189554459152:39:0) after 7m59s
[19:22:21.693] Received PubSub notification, asking Buildbucket for the build status
[19:22:21.798] Build:
{
"id": "8719774126990076593",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-21T15:53:12.433677306Z",
"startTime": "2025-03-21T18:59:48.911629793Z",
"endTime": "2025-03-21T19:22:21.421960601Z",
"updateTime": "2025-03-21T19:22:21.421960601Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "d01ddf0c7753c86dc36dfd4a3ed486d6fb7d2e99",
"ref": "refs/heads/main"
}
}
}
[19:22:21.798] Invocation finished in 3h29m11.193964476s with status FAILED