[11:32:53.899] New invocation is queued and will start shortly
[11:32:55.012] Starting the invocation (attempt 1)
[11:32:55.042] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/03b5bdc3173d329bdd6b7e894692edc209ad04f2"
[11:32:55.042] Popped gitiles commit info from properties and tags
[11:32:55.042] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:32:55.043] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:32:55.043] Buildbucket request:
{
"requestId": "8878335195425663968",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8878335195425663968",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "03b5bdc3173d329bdd6b7e894692edc209ad04f2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@03b5bdc3173d329bdd6b7e894692edc209ad04f2",
"title": "03b5bdc3173d329bdd6b7e894692edc209ad04f2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/03b5bdc3173d329bdd6b7e894692edc209ad04f2"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "03b5bdc3173d329bdd6b7e894692edc209ad04f2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8878335195425663968"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[11:32:55.487] Scheduled build:
{
"id": "8712905133504281313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-05T11:32:55.100225399Z",
"updateTime": "2025-06-05T11:32:55.100225399Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "03b5bdc3173d329bdd6b7e894692edc209ad04f2",
"ref": "refs/heads/main"
}
}
}
[11:32:55.487] Task URL: https://cr-buildbucket.appspot.com/build/8712905133504281313
[11:32:55.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:2:0) after 2m37s
[11:33:05.270] Received PubSub notification, asking Buildbucket for the build status
[11:33:05.297] Build status: SCHEDULED
[11:35:32.542] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:2:0)
[11:35:32.572] Build status: SCHEDULED
[11:35:32.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:4:0) after 4m51s
[11:40:23.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:4:0)
[11:40:23.915] Build status: SCHEDULED
[11:40:23.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:5:0) after 5m33s
[11:45:56.930] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:5:0)
[11:45:56.982] Build status: SCHEDULED
[11:45:56.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:6:0) after 6m54s
[11:52:51.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:6:0)
[11:52:51.218] Build status: SCHEDULED
[11:52:51.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:7:0) after 5m18s
[11:58:09.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:7:0)
[11:58:09.264] Build status: SCHEDULED
[11:58:09.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:8:0) after 6m15s
[12:04:24.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:8:0)
[12:04:24.443] Build status: SCHEDULED
[12:04:24.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:9:0) after 2m8s
[12:06:32.478] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:9:0)
[12:06:32.494] Build status: SCHEDULED
[12:06:32.494] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:10:0) after 3m56s
[12:10:28.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:10:0)
[12:10:28.688] Build status: SCHEDULED
[12:10:28.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:11:0) after 2m19s
[12:12:48.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:11:0)
[12:12:48.130] Build status: SCHEDULED
[12:12:48.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:12:0) after 7m47s
[12:20:35.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:12:0)
[12:20:35.820] Build status: SCHEDULED
[12:20:35.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:13:0) after 4m2s
[12:24:37.861] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:13:0)
[12:24:37.887] Build status: SCHEDULED
[12:24:37.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:14:0) after 7m53s
[12:32:31.026] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:14:0)
[12:32:31.204] Build status: SCHEDULED
[12:32:31.204] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:15:0) after 4m13s
[12:36:44.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:15:0)
[12:36:44.718] Build status: SCHEDULED
[12:36:44.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:16:0) after 4m21s
[12:41:05.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:16:0)
[12:41:05.859] Build status: SCHEDULED
[12:41:05.859] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:17:0) after 4m54s
[12:45:59.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:17:0)
[12:45:59.907] Build status: SCHEDULED
[12:45:59.907] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:18:0) after 2m14s
[12:48:14.176] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:18:0)
[12:48:14.200] Build status: SCHEDULED
[12:48:14.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:19:0) after 4m8s
[12:52:22.235] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:19:0)
[12:52:22.261] Build status: SCHEDULED
[12:52:22.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:20:0) after 6m33s
[12:58:55.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:20:0)
[12:58:56.006] Build status: SCHEDULED
[12:58:56.006] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:21:0) after 3m58s
[13:02:54.023] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:21:0)
[13:02:54.043] Build status: SCHEDULED
[13:02:54.043] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:22:0) after 4m31s
[13:07:25.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:22:0)
[13:07:25.149] Build status: SCHEDULED
[13:07:25.150] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:23:0) after 7m12s
[13:14:37.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:23:0)
[13:14:37.214] Build status: SCHEDULED
[13:14:37.214] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:24:0) after 3m46s
[13:18:23.657] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:24:0)
[13:18:23.728] Build status: SCHEDULED
[13:18:23.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:25:0) after 2m57s
[13:21:20.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:25:0)
[13:21:20.939] Build status: SCHEDULED
[13:21:20.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:26:0) after 7m55s
[13:29:15.933] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:26:0)
[13:29:15.951] Build status: SCHEDULED
[13:29:15.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:27:0) after 7m42s
[13:36:58.051] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:27:0)
[13:36:58.082] Build status: SCHEDULED
[13:36:58.082] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:28:0) after 2m31s
[13:39:29.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:28:0)
[13:39:29.115] Build status: SCHEDULED
[13:39:29.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:29:0) after 9m33s
[13:49:02.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:29:0)
[13:49:02.268] Build status: SCHEDULED
[13:49:02.268] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:30:0) after 9m46s
[13:58:48.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:30:0)
[13:58:48.336] Build status: SCHEDULED
[13:58:48.336] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:31:0) after 3m22s
[14:02:10.373] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:31:0)
[14:02:10.416] Build status: SCHEDULED
[14:02:10.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:32:0) after 4m14s
[14:06:24.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:32:0)
[14:06:24.525] Build status: SCHEDULED
[14:06:24.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:33:0) after 8m47s
[14:15:11.565] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:33:0)
[14:15:11.585] Build status: SCHEDULED
[14:15:11.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:34:0) after 7m17s
[14:22:28.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:34:0)
[14:22:28.703] Build status: SCHEDULED
[14:22:28.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:35:0) after 3m57s
[14:26:25.735] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:35:0)
[14:26:25.759] Build status: SCHEDULED
[14:26:25.759] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:36:0) after 6m44s
[14:30:08.453] Received PubSub notification, asking Buildbucket for the build status
[14:30:08.486] Build status: STARTED
[14:33:09.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:36:0)
[14:33:09.831] Build status: STARTED
[14:33:09.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8878335195425663968:38:0) after 2m0s
[14:34:55.466] Received PubSub notification, asking Buildbucket for the build status
[14:34:55.494] Build:
{
"id": "8712905133504281313",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-05T11:32:55.100225399Z",
"startTime": "2025-06-05T14:30:06.620401580Z",
"endTime": "2025-06-05T14:34:53.262431448Z",
"updateTime": "2025-06-05T14:34:53.262431448Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "03b5bdc3173d329bdd6b7e894692edc209ad04f2",
"ref": "refs/heads/main"
}
}
}
[14:34:55.494] Invocation finished in 3h2m1.609772363s with status FAILED