[20:25:36.486] New invocation is queued and will start shortly
[20:25:37.672] Starting the invocation (attempt 1)
[20:25:37.710] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/85279c1c0a6c92445bd2d2a15384b7d06e3b201c"
[20:25:37.710] Popped gitiles commit info from properties and tags
[20:25:37.710] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:25:37.710] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:25:37.711] Buildbucket request:
{
"requestId": "8866342880649326944",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8866342880649326944",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c3eb8ea03ca963aa34c6856df5d99f5674f63a98"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c3eb8ea03ca963aa34c6856df5d99f5674f63a98",
"title": "c3eb8ea03ca963aa34c6856df5d99f5674f63a98",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c3eb8ea03ca963aa34c6856df5d99f5674f63a98"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4adef5564b8a8eccd51b0e6a5ee0059101a47f43"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4adef5564b8a8eccd51b0e6a5ee0059101a47f43",
"title": "4adef5564b8a8eccd51b0e6a5ee0059101a47f43",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4adef5564b8a8eccd51b0e6a5ee0059101a47f43"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c32949f8e0dd2adcb011aed2a248876369d84410"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c32949f8e0dd2adcb011aed2a248876369d84410",
"title": "c32949f8e0dd2adcb011aed2a248876369d84410",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c32949f8e0dd2adcb011aed2a248876369d84410"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "73a7b292269685af5382e6e3f1fedf1891ef16ed"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@73a7b292269685af5382e6e3f1fedf1891ef16ed",
"title": "73a7b292269685af5382e6e3f1fedf1891ef16ed",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/73a7b292269685af5382e6e3f1fedf1891ef16ed"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4b00064395e114851fe67ccb3bbbe6e45a6a9c87"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4b00064395e114851fe67ccb3bbbe6e45a6a9c87",
"title": "4b00064395e114851fe67ccb3bbbe6e45a6a9c87",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4b00064395e114851fe67ccb3bbbe6e45a6a9c87"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "85279c1c0a6c92445bd2d2a15384b7d06e3b201c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@85279c1c0a6c92445bd2d2a15384b7d06e3b201c",
"title": "85279c1c0a6c92445bd2d2a15384b7d06e3b201c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/85279c1c0a6c92445bd2d2a15384b7d06e3b201c"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "85279c1c0a6c92445bd2d2a15384b7d06e3b201c",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8866342880649326944"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:25:38.192] Scheduled build:
{
"id": "8700912818649788929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T20:25:37.771860896Z",
"updateTime": "2025-10-15T20:25:37.771860896Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "85279c1c0a6c92445bd2d2a15384b7d06e3b201c",
"ref": "refs/heads/main"
}
}
}
[20:25:38.192] Task URL: https://cr-buildbucket.appspot.com/build/8700912818649788929
[20:25:38.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:2:0) after 6m1s
[20:25:39.074] Received PubSub notification, asking Buildbucket for the build status
[20:25:39.133] Build status: SCHEDULED
[20:31:39.252] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:2:0)
[20:31:39.270] Build status: SCHEDULED
[20:31:39.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:4:0) after 7m20s
[20:38:59.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:4:0)
[20:38:59.305] Build status: SCHEDULED
[20:38:59.305] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:5:0) after 7m18s
[20:46:17.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:5:0)
[20:46:17.366] Build status: SCHEDULED
[20:46:17.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:6:0) after 5m12s
[20:51:29.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:6:0)
[20:51:29.438] Build status: SCHEDULED
[20:51:29.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:7:0) after 4m39s
[20:56:08.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:7:0)
[20:56:08.549] Build status: SCHEDULED
[20:56:08.549] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:8:0) after 7m40s
[21:03:48.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:8:0)
[21:03:48.826] Build status: SCHEDULED
[21:03:48.826] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:9:0) after 9m7s
[21:12:55.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:9:0)
[21:12:55.861] Build status: SCHEDULED
[21:12:55.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:10:0) after 9m47s
[21:22:42.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:10:0)
[21:22:42.897] Build status: SCHEDULED
[21:22:42.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:11:0) after 7m12s
[21:29:54.921] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:11:0)
[21:29:54.938] Build status: SCHEDULED
[21:29:54.938] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:12:0) after 1m30s
[21:31:24.952] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:12:0)
[21:31:24.968] Build status: SCHEDULED
[21:31:24.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:13:0) after 2m17s
[21:33:41.993] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:13:0)
[21:33:42.013] Build status: SCHEDULED
[21:33:42.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:14:0) after 8m50s
[21:42:32.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:14:0)
[21:42:32.089] Build status: SCHEDULED
[21:42:32.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:15:0) after 2m20s
[21:44:52.156] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:15:0)
[21:44:52.203] Build status: SCHEDULED
[21:44:52.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:16:0) after 5m9s
[21:50:01.300] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:16:0)
[21:50:01.317] Build status: SCHEDULED
[21:50:01.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:17:0) after 9m29s
[21:59:30.379] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:17:0)
[21:59:30.404] Build status: SCHEDULED
[21:59:30.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:18:0) after 6m17s
[22:05:47.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:18:0)
[22:05:47.453] Build status: SCHEDULED
[22:05:47.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:19:0) after 2m40s
[22:08:27.485] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:19:0)
[22:08:27.510] Build status: SCHEDULED
[22:08:27.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:20:0) after 8m54s
[22:17:21.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:20:0)
[22:17:21.543] Build status: SCHEDULED
[22:17:21.543] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:21:0) after 9m27s
[22:26:48.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:21:0)
[22:26:48.648] Build status: SCHEDULED
[22:26:48.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:22:0) after 2m14s
[22:29:02.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:22:0)
[22:29:02.680] Build status: SCHEDULED
[22:29:02.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:23:0) after 9m37s
[22:38:39.741] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:23:0)
[22:38:39.761] Build status: SCHEDULED
[22:38:39.761] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:24:0) after 4m35s
[22:43:14.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:24:0)
[22:43:14.808] Build status: SCHEDULED
[22:43:14.808] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:25:0) after 4m9s
[22:47:23.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:25:0)
[22:47:23.898] Build status: SCHEDULED
[22:47:23.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:26:0) after 2m31s
[22:49:54.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:26:0)
[22:49:54.961] Build status: SCHEDULED
[22:49:54.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:27:0) after 7m33s
[22:57:27.977] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:27:0)
[22:57:27.996] Build status: SCHEDULED
[22:57:27.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:28:0) after 1m4s
[22:58:32.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:28:0)
[22:58:32.030] Build status: SCHEDULED
[22:58:32.031] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:29:0) after 2m26s
[23:00:58.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:29:0)
[23:00:58.452] Build status: SCHEDULED
[23:00:58.452] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:30:0) after 6m5s
[23:07:03.515] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:30:0)
[23:07:03.530] Build status: SCHEDULED
[23:07:03.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:31:0) after 5m33s
[23:12:36.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:31:0)
[23:12:36.662] Build status: SCHEDULED
[23:12:36.663] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:32:0) after 9m40s
[23:22:16.672] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:32:0)
[23:22:16.688] Build status: SCHEDULED
[23:22:16.688] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:33:0) after 4m21s
[23:26:37.856] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:33:0)
[23:26:37.876] Build status: SCHEDULED
[23:26:37.876] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:34:0) after 6m37s
[23:33:14.941] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:34:0)
[23:33:14.961] Build status: SCHEDULED
[23:33:14.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:35:0) after 1m49s
[23:33:45.775] Received PubSub notification, asking Buildbucket for the build status
[23:33:45.790] Build status: STARTED
[23:35:04.052] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:35:0)
[23:35:04.071] Build status: STARTED
[23:35:04.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-sanitizers-asan:8866342880649326944:37:0) after 8m33s
[23:40:50.391] Received PubSub notification, asking Buildbucket for the build status
[23:40:50.407] Build:
{
"id": "8700912818649788929",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-sanitizers-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-10-15T20:25:37.771860896Z",
"startTime": "2025-10-15T23:33:45.571879953Z",
"endTime": "2025-10-15T23:40:50.148773056Z",
"updateTime": "2025-10-15T23:40:50.148773056Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "85279c1c0a6c92445bd2d2a15384b7d06e3b201c",
"ref": "refs/heads/main"
}
}
}
[23:40:50.407] Invocation finished in 3h15m13.926685363s with status SUCCEEDED