[01:32:19.037] New invocation is queued and will start shortly
[01:32:20.133] Starting the invocation (attempt 1)
[01:32:20.168] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/3be1c116149fb281d5a8606b27ba4232ddcda174"
[01:32:20.168] Popped gitiles commit info from properties and tags
[01:32:20.168] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:32:20.168] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:32:20.169] Buildbucket request:
{
"requestId": "8873843132388041936",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873843132388041936",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"title": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "70d4a628e9c49321b4e56519887b8a9965715dab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d4a628e9c49321b4e56519887b8a9965715dab",
"title": "70d4a628e9c49321b4e56519887b8a9965715dab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d4a628e9c49321b4e56519887b8a9965715dab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc32f808758d59b81de771643764e92372d7c71a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc32f808758d59b81de771643764e92372d7c71a",
"title": "cc32f808758d59b81de771643764e92372d7c71a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc32f808758d59b81de771643764e92372d7c71a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "776a399e4e057690144a619d5d65c1b1cb79e94a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@776a399e4e057690144a619d5d65c1b1cb79e94a",
"title": "776a399e4e057690144a619d5d65c1b1cb79e94a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/776a399e4e057690144a619d5d65c1b1cb79e94a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a15096be3e19d4f977b811cc4c61ede2c8291ab6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a15096be3e19d4f977b811cc4c61ede2c8291ab6",
"title": "a15096be3e19d4f977b811cc4c61ede2c8291ab6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a15096be3e19d4f977b811cc4c61ede2c8291ab6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"title": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f4b9f07df2a877501801bb24ecc7a9d5ef9549be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "3be1c116149fb281d5a8606b27ba4232ddcda174"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@3be1c116149fb281d5a8606b27ba4232ddcda174",
"title": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/3be1c116149fb281d5a8606b27ba4232ddcda174"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873843132388041936"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:32:20.645] Scheduled build:
{
"id": "8708413070465368705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T01:32:20.248321834Z",
"updateTime": "2025-07-25T01:32:20.248321834Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"ref": "refs/heads/main"
}
}
}
[01:32:20.646] Task URL: https://cr-buildbucket.appspot.com/build/8708413070465368705
[01:32:20.646] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:2:0) after 5m46s
[01:32:21.621] Received PubSub notification, asking Buildbucket for the build status
[01:32:21.670] Build status: SCHEDULED
[01:38:06.670] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:2:0)
[01:38:06.776] Build status: SCHEDULED
[01:38:06.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:4:0) after 1m20s
[01:39:26.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:4:0)
[01:39:26.921] Build status: SCHEDULED
[01:39:26.921] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:5:0) after 1m10s
[01:40:36.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:5:0)
[01:40:36.982] Build status: SCHEDULED
[01:40:36.982] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:6:0) after 3m13s
[01:43:49.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:6:0)
[01:43:50.068] Build status: SCHEDULED
[01:43:50.068] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:7:0) after 2m29s
[01:46:19.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:7:0)
[01:46:19.092] Build status: SCHEDULED
[01:46:19.092] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:8:0) after 3m33s
[01:49:52.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:8:0)
[01:49:52.131] Build status: SCHEDULED
[01:49:52.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:9:0) after 6m1s
[01:55:53.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:9:0)
[01:55:53.185] Build status: SCHEDULED
[01:55:53.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:10:0) after 7m24s
[02:03:17.178] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:10:0)
[02:03:17.215] Build status: SCHEDULED
[02:03:17.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:11:0) after 9m59s
[02:13:16.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:11:0)
[02:13:16.297] Build status: SCHEDULED
[02:13:16.297] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:12:0) after 6m10s
[02:19:26.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:12:0)
[02:19:26.398] Build status: SCHEDULED
[02:19:26.398] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:13:0) after 9m35s
[02:29:01.425] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:13:0)
[02:29:01.450] Build status: SCHEDULED
[02:29:01.450] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:14:0) after 5m57s
[02:34:58.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:14:0)
[02:34:58.475] Build status: SCHEDULED
[02:34:58.475] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:15:0) after 3m5s
[02:38:03.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:15:0)
[02:38:03.565] Build status: SCHEDULED
[02:38:03.565] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:16:0) after 3m14s
[02:41:17.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:16:0)
[02:41:17.603] Build status: SCHEDULED
[02:41:17.603] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:17:0) after 2m12s
[02:43:29.627] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:17:0)
[02:43:29.660] Build status: SCHEDULED
[02:43:29.660] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:18:0) after 8m37s
[02:52:06.671] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:18:0)
[02:52:06.796] Build status: SCHEDULED
[02:52:06.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:19:0) after 3m50s
[02:55:56.819] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:19:0)
[02:55:56.837] Build status: SCHEDULED
[02:55:56.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:20:0) after 3m29s
[02:59:25.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:20:0)
[02:59:25.945] Build status: SCHEDULED
[02:59:25.945] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:21:0) after 3m10s
[03:02:36.122] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:21:0)
[03:02:36.169] Build status: SCHEDULED
[03:02:36.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:22:0) after 9m27s
[03:12:03.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:22:0)
[03:12:03.202] Build status: SCHEDULED
[03:12:03.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:23:0) after 6m24s
[03:18:27.226] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:23:0)
[03:18:27.243] Build status: SCHEDULED
[03:18:27.243] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:24:0) after 8m31s
[03:26:58.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:24:0)
[03:26:58.402] Build status: SCHEDULED
[03:26:58.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:25:0) after 4m24s
[03:31:22.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:25:0)
[03:31:22.489] Build status: SCHEDULED
[03:31:22.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:26:0) after 3m15s
[03:34:37.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:26:0)
[03:34:37.550] Build status: SCHEDULED
[03:34:37.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:27:0) after 4m59s
[03:39:36.648] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:27:0)
[03:39:36.670] Build status: SCHEDULED
[03:39:36.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:28:0) after 2m36s
[03:42:12.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:28:0)
[03:42:12.684] Build status: SCHEDULED
[03:42:12.684] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:29:0) after 5m29s
[03:47:41.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:29:0)
[03:47:41.848] Build status: SCHEDULED
[03:47:41.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:30:0) after 4m59s
[03:52:40.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:30:0)
[03:52:40.976] Build status: SCHEDULED
[03:52:40.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:31:0) after 7m40s
[04:00:20.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:31:0)
[04:00:21.042] Build status: SCHEDULED
[04:00:21.042] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:32:0) after 5m15s
[04:05:36.103] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:32:0)
[04:05:36.157] Build status: SCHEDULED
[04:05:36.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:33:0) after 2m50s
[04:08:26.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:33:0)
[04:08:26.213] Build status: SCHEDULED
[04:08:26.213] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:34:0) after 3m1s
[04:11:27.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:34:0)
[04:11:27.459] Build status: SCHEDULED
[04:11:27.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:35:0) after 1m5s
[04:12:32.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:35:0)
[04:12:32.500] Build status: SCHEDULED
[04:12:32.500] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:36:0) after 4m40s
[04:17:12.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:36:0)
[04:17:12.617] Build status: SCHEDULED
[04:17:12.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-asan:8873843132388041936:37:0) after 8m16s
[04:20:09.304] Received PubSub notification, asking Buildbucket for the build status
[04:20:09.320] Build status: STARTED
[04:25:13.137] Received PubSub notification, asking Buildbucket for the build status
[04:25:13.156] Build:
{
"id": "8708413070465368705",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T01:32:20.248321834Z",
"startTime": "2025-07-25T04:20:08.724959060Z",
"endTime": "2025-07-25T04:25:06.656833433Z",
"updateTime": "2025-07-25T04:25:06.656833433Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "3be1c116149fb281d5a8606b27ba4232ddcda174",
"ref": "refs/heads/main"
}
}
}
[04:25:13.156] Invocation finished in 2h52m54.124186219s with status SUCCEEDED