[18:35:21.283] New invocation is queued and will start shortly
[18:35:22.474] Starting the invocation (attempt 1)
[18:35:22.506] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/38039494a0b0c000951e2f8528d26760e2547417"
[18:35:22.506] Popped gitiles commit info from properties and tags
[18:35:22.506] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:35:22.509] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:35:22.509] Buildbucket request:
{
"requestId": "8871966829116616352",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871966829116616352",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "591f199936138fbcec5275e7fbe30ee4546f1ae8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@591f199936138fbcec5275e7fbe30ee4546f1ae8",
"title": "591f199936138fbcec5275e7fbe30ee4546f1ae8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/591f199936138fbcec5275e7fbe30ee4546f1ae8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6ca50f4c102cd416e4202835fc2a50e8a39b85b9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6ca50f4c102cd416e4202835fc2a50e8a39b85b9",
"title": "6ca50f4c102cd416e4202835fc2a50e8a39b85b9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6ca50f4c102cd416e4202835fc2a50e8a39b85b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "38039494a0b0c000951e2f8528d26760e2547417"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@38039494a0b0c000951e2f8528d26760e2547417",
"title": "38039494a0b0c000951e2f8528d26760e2547417",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/38039494a0b0c000951e2f8528d26760e2547417"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "38039494a0b0c000951e2f8528d26760e2547417",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871966829116616352"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:35:23.136] Scheduled build:
{
"id": "8706536767094202993",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-14T18:35:22.583162015Z",
"updateTime": "2025-08-14T18:35:22.583162015Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "38039494a0b0c000951e2f8528d26760e2547417",
"ref": "refs/heads/main"
}
}
}
[18:35:23.136] Task URL: https://cr-buildbucket.appspot.com/build/8706536767094202993
[18:35:23.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:2:0) after 1m58s
[18:35:23.918] Received PubSub notification, asking Buildbucket for the build status
[18:35:23.938] Build status: SCHEDULED
[18:37:21.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:2:0)
[18:37:21.141] Build status: SCHEDULED
[18:37:21.141] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:4:0) after 6m56s
[18:44:17.233] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:4:0)
[18:44:17.249] Build status: SCHEDULED
[18:44:17.249] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:5:0) after 9m9s
[18:53:26.262] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:5:0)
[18:53:26.278] Build status: SCHEDULED
[18:53:26.278] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:6:0) after 9m28s
[19:02:54.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:6:0)
[19:02:54.396] Build status: SCHEDULED
[19:02:54.396] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:7:0) after 5m28s
[19:08:22.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:7:0)
[19:08:22.489] Build status: SCHEDULED
[19:08:22.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:8:0) after 7m7s
[19:15:29.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:8:0)
[19:15:29.532] Build status: SCHEDULED
[19:15:29.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:9:0) after 9m8s
[19:24:37.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:9:0)
[19:24:37.696] Build status: SCHEDULED
[19:24:37.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:10:0) after 6m18s
[19:30:55.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:10:0)
[19:30:55.705] Build status: SCHEDULED
[19:30:55.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:11:0) after 4m13s
[19:35:08.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:11:0)
[19:35:08.702] Build status: SCHEDULED
[19:35:08.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:12:0) after 6m7s
[19:41:15.717] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:12:0)
[19:41:15.738] Build status: SCHEDULED
[19:41:15.738] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:13:0) after 1m42s
[19:42:57.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:13:0)
[19:42:57.774] Build status: SCHEDULED
[19:42:57.774] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:14:0) after 9m58s
[19:52:55.936] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:14:0)
[19:52:55.955] Build status: SCHEDULED
[19:52:55.955] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:15:0) after 7m50s
[20:00:45.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:15:0)
[20:00:45.987] Build status: SCHEDULED
[20:00:45.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:16:0) after 7m46s
[20:08:32.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:16:0)
[20:08:32.032] Build status: SCHEDULED
[20:08:32.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:17:0) after 8m23s
[20:16:55.120] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:17:0)
[20:16:55.170] Build status: SCHEDULED
[20:16:55.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:18:0) after 3m58s
[20:20:53.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:18:0)
[20:20:53.380] Build status: SCHEDULED
[20:20:53.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:19:0) after 7m49s
[20:28:42.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:19:0)
[20:28:42.427] Build status: SCHEDULED
[20:28:42.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:20:0) after 9m24s
[20:38:06.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:20:0)
[20:38:06.829] Build status: SCHEDULED
[20:38:06.829] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:21:0) after 8m28s
[20:46:34.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:21:0)
[20:46:34.872] Build status: SCHEDULED
[20:46:34.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:22:0) after 6m36s
[20:53:10.894] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:22:0)
[20:53:11.147] Build status: SCHEDULED
[20:53:11.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:23:0) after 9m51s
[21:03:02.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:23:0)
[21:03:02.149] Build status: SCHEDULED
[21:03:02.149] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:24:0) after 2m25s
[21:05:27.170] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:24:0)
[21:05:27.200] Build status: SCHEDULED
[21:05:27.200] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:25:0) after 4m44s
[21:10:11.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:25:0)
[21:10:11.185] Build status: SCHEDULED
[21:10:11.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:26:0) after 1m24s
[21:11:35.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:26:0)
[21:11:35.225] Build status: SCHEDULED
[21:11:35.225] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:27:0) after 5m7s
[21:16:42.239] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:27:0)
[21:16:42.266] Build status: SCHEDULED
[21:16:42.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:28:0) after 4m55s
[21:21:37.332] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:28:0)
[21:21:37.377] Build status: SCHEDULED
[21:21:37.377] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:29:0) after 5m21s
[21:26:58.369] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:29:0)
[21:26:58.404] Build status: SCHEDULED
[21:26:58.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:30:0) after 7m22s
[21:34:20.431] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:30:0)
[21:34:20.448] Build status: SCHEDULED
[21:34:20.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:31:0) after 1m8s
[21:35:28.466] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:31:0)
[21:35:28.489] Build status: SCHEDULED
[21:35:28.489] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:32:0) after 5m29s
[21:40:57.506] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:32:0)
[21:40:57.537] Build status: SCHEDULED
[21:40:57.537] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:33:0) after 2m42s
[21:43:39.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:33:0)
[21:43:39.709] Build status: SCHEDULED
[21:43:39.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:34:0) after 5m22s
[21:49:01.678] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:34:0)
[21:49:01.697] Build status: SCHEDULED
[21:49:01.697] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:35:0) after 8m51s
[21:57:52.716] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:35:0)
[21:57:52.767] Build status: SCHEDULED
[21:57:52.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:36:0) after 4m11s
[22:02:03.787] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:36:0)
[22:02:03.804] Build status: SCHEDULED
[22:02:03.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:37:0) after 4m23s
[22:06:26.848] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:37:0)
[22:06:26.869] Build status: SCHEDULED
[22:06:26.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:38:0) after 9m17s
[22:15:43.958] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:38:0)
[22:15:43.981] Build status: SCHEDULED
[22:15:43.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:39:0) after 8m19s
[22:24:02.999] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:39:0)
[22:24:03.018] Build status: SCHEDULED
[22:24:03.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:40:0) after 9m56s
[22:27:26.548] Received PubSub notification, asking Buildbucket for the build status
[22:27:26.566] Build status: STARTED
[22:33:59.033] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:40:0)
[22:33:59.051] Build status: STARTED
[22:33:59.051] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:42:0) after 3m54s
[22:37:53.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:42:0)
[22:37:53.090] Build status: STARTED
[22:37:53.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-arm-bazel-san-tsan:8871966829116616352:43:0) after 8m35s
[22:41:26.390] Received PubSub notification, asking Buildbucket for the build status
[22:41:26.407] Build:
{
"id": "8706536767094202993",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-arm-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-14T18:35:22.583162015Z",
"startTime": "2025-08-14T22:27:26.067122113Z",
"endTime": "2025-08-14T22:41:26.077528758Z",
"updateTime": "2025-08-14T22:41:26.077528758Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "38039494a0b0c000951e2f8528d26760e2547417",
"ref": "refs/heads/main"
}
}
}
[22:41:26.407] Invocation finished in 4h6m5.135856997s with status SUCCEEDED