[02:28:32.315] New invocation is queued and will start shortly
[02:28:33.635] Starting the invocation (attempt 1)
[02:28:33.664] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/c0def160076d3502e9b78c8c7a274f1fd60907be"
[02:28:33.664] Popped gitiles commit info from properties and tags
[02:28:33.664] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:28:33.664] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:28:33.665] Buildbucket request:
{
"requestId": "8838416181385893488",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8838416181385893488",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e0cf41767907e3a7541a262294918b0469d1a88e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e0cf41767907e3a7541a262294918b0469d1a88e",
"title": "e0cf41767907e3a7541a262294918b0469d1a88e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e0cf41767907e3a7541a262294918b0469d1a88e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb",
"title": "ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ce77ba9a5d3e172ade0255db9faf12cd39b1b2eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2a1b76c41d4f0df598769fab6de460e6ceff7885"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2a1b76c41d4f0df598769fab6de460e6ceff7885",
"title": "2a1b76c41d4f0df598769fab6de460e6ceff7885",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2a1b76c41d4f0df598769fab6de460e6ceff7885"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2d06b391cf11572c88b783fd95b604ef0b029fc1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2d06b391cf11572c88b783fd95b604ef0b029fc1",
"title": "2d06b391cf11572c88b783fd95b604ef0b029fc1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2d06b391cf11572c88b783fd95b604ef0b029fc1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c0def160076d3502e9b78c8c7a274f1fd60907be"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c0def160076d3502e9b78c8c7a274f1fd60907be",
"title": "c0def160076d3502e9b78c8c7a274f1fd60907be",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c0def160076d3502e9b78c8c7a274f1fd60907be"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0def160076d3502e9b78c8c7a274f1fd60907be",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8838416181385893488"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:28:34.028] Scheduled build:
{
"id": "8672986119243947553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T02:28:33.737748963Z",
"updateTime": "2026-08-20T02:28:33.737748963Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0def160076d3502e9b78c8c7a274f1fd60907be",
"ref": "refs/heads/main"
}
}
}
[02:28:34.028] Task URL: https://cr-buildbucket.appspot.com/build/8672986119243947553
[02:28:34.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:2:0) after 5m34s
[02:28:34.985] Received PubSub notification, asking Buildbucket for the build status
[02:28:35.009] Build status: SCHEDULED
[02:34:08.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:2:0)
[02:34:08.073] Build status: SCHEDULED
[02:34:08.073] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:4:0) after 7m57s
[02:42:05.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:4:0)
[02:42:05.112] Build status: SCHEDULED
[02:42:05.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:5:0) after 8m49s
[02:50:54.134] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:5:0)
[02:50:54.164] Build status: SCHEDULED
[02:50:54.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:6:0) after 5m28s
[02:56:22.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:6:0)
[02:56:22.261] Build status: SCHEDULED
[02:56:22.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:7:0) after 1m39s
[02:58:01.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:7:0)
[02:58:01.435] Build status: SCHEDULED
[02:58:01.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:8:0) after 2m51s
[03:00:52.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:8:0)
[03:00:52.578] Build status: SCHEDULED
[03:00:52.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:9:0) after 2m34s
[03:03:26.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:9:0)
[03:03:26.718] Build status: SCHEDULED
[03:03:26.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:10:0) after 5m12s
[03:08:38.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:10:0)
[03:08:38.807] Build status: SCHEDULED
[03:08:38.807] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:11:0) after 6m44s
[03:15:22.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:11:0)
[03:15:22.939] Build status: SCHEDULED
[03:15:22.939] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:12:0) after 3m45s
[03:19:08.007] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:12:0)
[03:19:08.069] Build status: SCHEDULED
[03:19:08.069] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:13:0) after 6m7s
[03:25:15.155] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:13:0)
[03:25:15.190] Build status: SCHEDULED
[03:25:15.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:14:0) after 8m22s
[03:33:37.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:14:0)
[03:33:37.311] Build status: SCHEDULED
[03:33:37.311] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:15:0) after 4m25s
[03:38:02.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:15:0)
[03:38:02.390] Build status: SCHEDULED
[03:38:02.390] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:16:0) after 4m26s
[03:42:28.455] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:16:0)
[03:42:28.487] Build status: SCHEDULED
[03:42:28.487] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:17:0) after 4m23s
[03:46:51.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:17:0)
[03:46:51.530] Build status: SCHEDULED
[03:46:51.530] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:18:0) after 8m48s
[03:55:39.536] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:18:0)
[03:55:39.569] Build status: SCHEDULED
[03:55:39.569] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:19:0) after 9m54s
[04:05:33.588] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:19:0)
[04:05:33.606] Build status: SCHEDULED
[04:05:33.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:20:0) after 3m4s
[04:08:37.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:20:0)
[04:08:37.655] Build status: SCHEDULED
[04:08:37.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:21:0) after 9m53s
[04:18:30.768] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:21:0)
[04:18:30.787] Build status: SCHEDULED
[04:18:30.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:22:0) after 5m9s
[04:23:39.803] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:22:0)
[04:23:39.824] Build status: SCHEDULED
[04:23:39.824] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:23:0) after 2m43s
[04:26:22.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:23:0)
[04:26:22.861] Build status: SCHEDULED
[04:26:22.861] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:24:0) after 3m7s
[04:29:29.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:24:0)
[04:29:29.896] Build status: SCHEDULED
[04:29:29.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:25:0) after 1m49s
[04:31:19.106] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:25:0)
[04:31:19.131] Build status: SCHEDULED
[04:31:19.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:26:0) after 8m28s
[04:39:47.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:26:0)
[04:39:47.275] Build status: SCHEDULED
[04:39:47.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:27:0) after 8m26s
[04:48:13.449] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:27:0)
[04:48:13.471] Build status: SCHEDULED
[04:48:13.471] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:28:0) after 8m10s
[04:56:23.493] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:28:0)
[04:56:23.513] Build status: SCHEDULED
[04:56:23.513] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:29:0) after 1m10s
[04:57:33.528] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:29:0)
[04:57:33.591] Build status: SCHEDULED
[04:57:33.591] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:30:0) after 5m21s
[05:02:54.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:30:0)
[05:02:54.700] Build status: SCHEDULED
[05:02:54.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:31:0) after 8m52s
[05:11:46.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:31:0)
[05:11:46.760] Build status: SCHEDULED
[05:11:46.760] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:32:0) after 7m0s
[05:18:46.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:32:0)
[05:18:46.822] Build status: SCHEDULED
[05:18:46.822] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:33:0) after 3m6s
[05:21:52.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:33:0)
[05:21:52.966] Build status: SCHEDULED
[05:21:52.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:34:0) after 8m23s
[05:23:53.797] Received PubSub notification, asking Buildbucket for the build status
[05:23:53.816] Build status: STARTED
[05:30:16.151] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:34:0)
[05:30:16.217] Build status: STARTED
[05:30:16.218] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-gtest:8838416181385893488:36:0) after 6m9s
[05:33:33.733] Received PubSub notification, asking Buildbucket for the build status
[05:33:33.753] Build:
{
"id": "8672986119243947553",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-gtest"
},
"createdBy": "project:pigweed",
"createTime": "2026-08-20T02:28:33.737748963Z",
"startTime": "2026-08-20T05:23:53.466116823Z",
"endTime": "2026-08-20T05:33:33.326952858Z",
"updateTime": "2026-08-20T05:33:33.326952858Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "c0def160076d3502e9b78c8c7a274f1fd60907be",
"ref": "refs/heads/main"
}
}
}
[05:33:33.753] Invocation finished in 3h5m1.443848219s with status FAILED