[19:42:30.244] New invocation is queued and will start shortly
[19:42:31.354] Starting the invocation (attempt 1)
[19:42:31.374] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/e7e47e71527497888ab0127f53403c7ace26050f"
[19:42:31.374] Popped gitiles commit info from properties and tags
[19:42:31.374] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:42:31.375] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:42:31.375] Buildbucket request:
{
"requestId": "8886458119114607520",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886458119114607520",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7480855cc8bdacdf5d833bfbb2888a8cc80acfc5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7480855cc8bdacdf5d833bfbb2888a8cc80acfc5",
"title": "7480855cc8bdacdf5d833bfbb2888a8cc80acfc5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7480855cc8bdacdf5d833bfbb2888a8cc80acfc5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bd14c1548733ddbfbe50775ed847edb38f6b0c85"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bd14c1548733ddbfbe50775ed847edb38f6b0c85",
"title": "bd14c1548733ddbfbe50775ed847edb38f6b0c85",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bd14c1548733ddbfbe50775ed847edb38f6b0c85"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "700d01ed4d66dab618dea4419327b8f1d797d1da"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@700d01ed4d66dab618dea4419327b8f1d797d1da",
"title": "700d01ed4d66dab618dea4419327b8f1d797d1da",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/700d01ed4d66dab618dea4419327b8f1d797d1da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "07b722d09f0904a7004c2d3081b2bc4b6ea49e16"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@07b722d09f0904a7004c2d3081b2bc4b6ea49e16",
"title": "07b722d09f0904a7004c2d3081b2bc4b6ea49e16",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/07b722d09f0904a7004c2d3081b2bc4b6ea49e16"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7b6e43b4f03406f5bf0024d308ad2c9b337d3baa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7b6e43b4f03406f5bf0024d308ad2c9b337d3baa",
"title": "7b6e43b4f03406f5bf0024d308ad2c9b337d3baa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7b6e43b4f03406f5bf0024d308ad2c9b337d3baa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e7e47e71527497888ab0127f53403c7ace26050f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e7e47e71527497888ab0127f53403c7ace26050f",
"title": "e7e47e71527497888ab0127f53403c7ace26050f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e7e47e71527497888ab0127f53403c7ace26050f"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7e47e71527497888ab0127f53403c7ace26050f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886458119114607520"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:42:31.712] Scheduled build:
{
"id": "8721028057172795569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-07T19:42:31.424771086Z",
"updateTime": "2025-03-07T19:42:31.424771086Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7e47e71527497888ab0127f53403c7ace26050f",
"ref": "refs/heads/main"
}
}
}
[19:42:31.712] Task URL: https://cr-buildbucket.appspot.com/build/8721028057172795569
[19:42:31.712] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:2:0) after 4m58s
[19:42:43.960] Received PubSub notification, asking Buildbucket for the build status
[19:42:43.985] Build status: SCHEDULED
[19:47:29.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:2:0)
[19:47:29.894] Build status: SCHEDULED
[19:47:29.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:4:0) after 1m59s
[19:49:28.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:4:0)
[19:49:28.945] Build status: SCHEDULED
[19:49:28.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:5:0) after 7m14s
[19:56:43.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:5:0)
[19:56:43.037] Build status: SCHEDULED
[19:56:43.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:6:0) after 6m25s
[20:03:08.054] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:6:0)
[20:03:08.080] Build status: SCHEDULED
[20:03:08.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:7:0) after 5m33s
[20:08:41.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:7:0)
[20:08:41.163] Build status: SCHEDULED
[20:08:41.163] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:8:0) after 3m4s
[20:11:45.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:8:0)
[20:11:45.432] Build status: SCHEDULED
[20:11:45.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:9:0) after 5m34s
[20:17:19.459] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:9:0)
[20:17:19.480] Build status: SCHEDULED
[20:17:19.480] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:10:0) after 5m52s
[20:23:11.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:10:0)
[20:23:11.596] Build status: SCHEDULED
[20:23:11.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:11:0) after 3m46s
[20:26:57.620] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:11:0)
[20:26:57.638] Build status: SCHEDULED
[20:26:57.638] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:12:0) after 8m19s
[20:35:16.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:12:0)
[20:35:16.691] Build status: SCHEDULED
[20:35:16.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:13:0) after 7m16s
[20:42:32.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:13:0)
[20:42:32.729] Build status: SCHEDULED
[20:42:32.729] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:14:0) after 2m36s
[20:45:08.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:14:0)
[20:45:08.847] Build status: SCHEDULED
[20:45:08.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:15:0) after 7m55s
[20:53:03.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:15:0)
[20:53:03.925] Build status: SCHEDULED
[20:53:03.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:16:0) after 3m42s
[20:56:45.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:16:0)
[20:56:45.964] Build status: SCHEDULED
[20:56:45.964] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:17:0) after 2m46s
[20:59:31.964] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:17:0)
[20:59:31.981] Build status: SCHEDULED
[20:59:31.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:18:0) after 6m53s
[21:06:25.125] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:18:0)
[21:06:25.144] Build status: SCHEDULED
[21:06:25.144] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:19:0) after 5m33s
[21:11:58.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:19:0)
[21:11:58.236] Build status: SCHEDULED
[21:11:58.236] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:20:0) after 3m21s
[21:15:19.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:20:0)
[21:15:19.326] Build status: SCHEDULED
[21:15:19.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:21:0) after 1m38s
[21:16:57.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:21:0)
[21:16:57.368] Build status: SCHEDULED
[21:16:57.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:22:0) after 9m23s
[21:26:20.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:22:0)
[21:26:20.439] Build status: SCHEDULED
[21:26:20.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:23:0) after 8m57s
[21:35:17.453] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:23:0)
[21:35:17.518] Build status: SCHEDULED
[21:35:17.518] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:24:0) after 8m41s
[21:43:58.619] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:24:0)
[21:43:58.635] Build status: SCHEDULED
[21:43:58.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:25:0) after 3m32s
[21:47:30.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:25:0)
[21:47:30.728] Build status: SCHEDULED
[21:47:30.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:26:0) after 9m25s
[21:56:55.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:26:0)
[21:56:55.957] Build status: SCHEDULED
[21:56:55.957] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-ubsan:8886458119114607520:27:0) after 7m38s
[21:59:51.134] Received PubSub notification, asking Buildbucket for the build status
[21:59:51.162] Build status: STARTED
[22:02:41.727] Received PubSub notification, asking Buildbucket for the build status
[22:02:41.745] Build:
{
"id": "8721028057172795569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-ubsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-07T19:42:31.424771086Z",
"startTime": "2025-03-07T21:59:50.865564005Z",
"endTime": "2025-03-07T22:02:40.884440632Z",
"updateTime": "2025-03-07T22:02:40.884440632Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "e7e47e71527497888ab0127f53403c7ace26050f",
"ref": "refs/heads/main"
}
}
}
[22:02:41.745] Invocation finished in 2h20m11.556364739s with status FAILED