[20:35:48.796] New invocation is queued and will start shortly
[20:35:49.973] Starting the invocation (attempt 1)
[20:35:50.004] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f9948c36272736eba98bd145b6f90723d1c7adb4"
[20:35:50.004] Popped gitiles commit info from properties and tags
[20:35:50.004] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:35:50.004] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:35:50.004] Buildbucket request:
{
"requestId": "8873861786809409264",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873861786809409264",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda",
"title": "21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/21d5f2c456bfdb6ceb6b4d95899e5fa86fd25dda"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "861126d4a963dd3104dee678b03c1a9cef8d91ff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@861126d4a963dd3104dee678b03c1a9cef8d91ff",
"title": "861126d4a963dd3104dee678b03c1a9cef8d91ff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/861126d4a963dd3104dee678b03c1a9cef8d91ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc",
"title": "6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9948c36272736eba98bd145b6f90723d1c7adb4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9948c36272736eba98bd145b6f90723d1c7adb4",
"title": "f9948c36272736eba98bd145b6f90723d1c7adb4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9948c36272736eba98bd145b6f90723d1c7adb4"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f9948c36272736eba98bd145b6f90723d1c7adb4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873861786809409264"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[20:35:50.427] Scheduled build:
{
"id": "8708431724818885009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-24T20:35:50.070413955Z",
"updateTime": "2025-07-24T20:35:50.070413955Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f9948c36272736eba98bd145b6f90723d1c7adb4",
"ref": "refs/heads/main"
}
}
}
[20:35:50.428] Task URL: https://cr-buildbucket.appspot.com/build/8708431724818885009
[20:35:50.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:2:0) after 8m52s
[20:35:51.430] Received PubSub notification, asking Buildbucket for the build status
[20:35:51.453] Build status: SCHEDULED
[20:44:42.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:2:0)
[20:44:42.587] Build status: SCHEDULED
[20:44:42.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:4:0) after 4m20s
[20:49:02.623] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:4:0)
[20:49:02.652] Build status: SCHEDULED
[20:49:02.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:5:0) after 8m20s
[20:57:22.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:5:0)
[20:57:22.963] Build status: SCHEDULED
[20:57:22.963] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:6:0) after 9m45s
[21:07:07.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:6:0)
[21:07:08.002] Build status: SCHEDULED
[21:07:08.002] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:7:0) after 8m51s
[21:15:58.985] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:7:0)
[21:15:59.003] Build status: SCHEDULED
[21:15:59.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:8:0) after 1m2s
[21:17:01.035] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:8:0)
[21:17:01.063] Build status: SCHEDULED
[21:17:01.063] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:9:0) after 2m54s
[21:19:55.126] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:9:0)
[21:19:55.176] Build status: SCHEDULED
[21:19:55.176] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:10:0) after 7m41s
[21:27:36.286] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:10:0)
[21:27:36.335] Build status: SCHEDULED
[21:27:36.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:11:0) after 6m2s
[21:33:38.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:11:0)
[21:33:38.618] Build status: SCHEDULED
[21:33:38.618] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:12:0) after 4m57s
[21:38:35.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:12:0)
[21:38:35.661] Build status: SCHEDULED
[21:38:35.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:13:0) after 7m49s
[21:46:24.732] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:13:0)
[21:46:24.810] Build status: SCHEDULED
[21:46:24.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:14:0) after 8m37s
[21:55:01.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:14:0)
[21:55:01.860] Build status: SCHEDULED
[21:55:01.860] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:15:0) after 8m33s
[22:03:34.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:15:0)
[22:03:34.949] Build status: SCHEDULED
[22:03:34.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:16:0) after 7m46s
[22:11:21.028] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:16:0)
[22:11:21.046] Build status: SCHEDULED
[22:11:21.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:17:0) after 7m51s
[22:19:12.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:17:0)
[22:19:12.135] Build status: SCHEDULED
[22:19:12.135] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:18:0) after 3m9s
[22:22:21.163] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:18:0)
[22:22:21.196] Build status: SCHEDULED
[22:22:21.196] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:19:0) after 1m18s
[22:23:39.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:19:0)
[22:23:39.232] Build status: SCHEDULED
[22:23:39.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:20:0) after 4m19s
[22:27:58.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:20:0)
[22:27:58.281] Build status: SCHEDULED
[22:27:58.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:21:0) after 2m35s
[22:30:33.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:21:0)
[22:30:33.387] Build status: SCHEDULED
[22:30:33.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:22:0) after 2m39s
[22:33:12.438] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:22:0)
[22:33:12.477] Build status: SCHEDULED
[22:33:12.477] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:23:0) after 1m53s
[22:35:05.553] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:23:0)
[22:35:05.574] Build status: SCHEDULED
[22:35:05.575] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:24:0) after 8m21s
[22:43:26.647] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:24:0)
[22:43:26.677] Build status: SCHEDULED
[22:43:26.677] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:25:0) after 7m45s
[22:51:11.874] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:25:0)
[22:51:11.894] Build status: SCHEDULED
[22:51:11.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:26:0) after 2m31s
[22:53:42.911] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:26:0)
[22:53:42.934] Build status: SCHEDULED
[22:53:42.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:27:0) after 5m33s
[22:59:15.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:27:0)
[22:59:15.997] Build status: SCHEDULED
[22:59:15.997] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:28:0) after 2m19s
[23:01:35.070] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:28:0)
[23:01:35.090] Build status: SCHEDULED
[23:01:35.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:29:0) after 4m45s
[23:06:20.264] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:29:0)
[23:06:20.355] Build status: SCHEDULED
[23:06:20.355] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:30:0) after 6m45s
[23:13:05.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:30:0)
[23:13:05.413] Build status: SCHEDULED
[23:13:05.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:31:0) after 9m56s
[23:23:01.473] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:31:0)
[23:23:01.490] Build status: SCHEDULED
[23:23:01.490] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:32:0) after 8m37s
[23:31:38.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:32:0)
[23:31:38.627] Build status: SCHEDULED
[23:31:38.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:33:0) after 2m6s
[23:33:44.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:33:0)
[23:33:44.743] Build status: SCHEDULED
[23:33:44.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:34:0) after 2m36s
[23:36:21.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:34:0)
[23:36:21.037] Build status: SCHEDULED
[23:36:21.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:35:0) after 4m54s
[23:41:15.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:35:0)
[23:41:15.261] Build status: SCHEDULED
[23:41:15.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:36:0) after 5m40s
[23:46:55.341] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:36:0)
[23:46:55.361] Build status: SCHEDULED
[23:46:55.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:37:0) after 4m17s
[23:51:12.424] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:37:0)
[23:51:12.443] Build status: SCHEDULED
[23:51:12.443] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:38:0) after 6m47s
[23:57:59.442] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:38:0)
[23:57:59.496] Build status: SCHEDULED
[23:57:59.496] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:39:0) after 8m43s
[00:06:42.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:39:0)
[00:06:42.614] Build status: SCHEDULED
[00:06:42.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:40:0) after 8m2s
[00:14:44.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:40:0)
[00:14:44.672] Build status: SCHEDULED
[00:14:44.672] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:41:0) after 7m13s
[00:21:57.754] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:41:0)
[00:21:57.780] Build status: SCHEDULED
[00:21:57.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:42:0) after 8m21s
[00:30:18.798] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:42:0)
[00:30:18.818] Build status: SCHEDULED
[00:30:18.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:43:0) after 8m57s
[00:39:15.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:43:0)
[00:39:15.919] Build status: SCHEDULED
[00:39:15.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:44:0) after 9m49s
[00:49:05.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:44:0)
[00:49:05.159] Build status: SCHEDULED
[00:49:05.159] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:45:0) after 3m38s
[00:52:43.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:45:0)
[00:52:43.201] Build status: SCHEDULED
[00:52:43.201] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:46:0) after 1m38s
[00:54:21.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:46:0)
[00:54:21.320] Build status: SCHEDULED
[00:54:21.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:47:0) after 3m58s
[00:58:19.348] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:47:0)
[00:58:19.367] Build status: SCHEDULED
[00:58:19.367] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:48:0) after 1m37s
[00:59:56.474] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:48:0)
[00:59:56.523] Build status: SCHEDULED
[00:59:56.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:49:0) after 7m7s
[01:07:03.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:49:0)
[01:07:03.560] Build status: SCHEDULED
[01:07:03.560] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:50:0) after 2m44s
[01:09:47.571] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:50:0)
[01:09:47.587] Build status: SCHEDULED
[01:09:47.587] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:51:0) after 3m56s
[01:13:43.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:51:0)
[01:13:43.628] Build status: SCHEDULED
[01:13:43.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:52:0) after 3m21s
[01:17:04.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:52:0)
[01:17:04.676] Build status: SCHEDULED
[01:17:04.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:53:0) after 4m10s
[01:21:14.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:53:0)
[01:21:14.743] Build status: SCHEDULED
[01:21:14.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:54:0) after 5m19s
[01:26:33.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:54:0)
[01:26:33.802] Build status: SCHEDULED
[01:26:33.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:55:0) after 6m27s
[01:33:00.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:55:0)
[01:33:00.898] Build status: SCHEDULED
[01:33:00.898] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:56:0) after 5m57s
[01:38:57.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:56:0)
[01:38:57.931] Build status: SCHEDULED
[01:38:57.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:57:0) after 1m43s
[01:40:40.968] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:57:0)
[01:40:41.004] Build status: SCHEDULED
[01:40:41.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:58:0) after 4m9s
[01:44:50.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:58:0)
[01:44:50.045] Build status: SCHEDULED
[01:44:50.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:59:0) after 3m51s
[01:48:41.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:59:0)
[01:48:41.087] Build status: SCHEDULED
[01:48:41.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:60:0) after 4m42s
[01:53:23.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:60:0)
[01:53:23.126] Build status: SCHEDULED
[01:53:23.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:61:0) after 3m33s
[01:56:56.224] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:61:0)
[01:56:56.248] Build status: SCHEDULED
[01:56:56.248] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:62:0) after 9m43s
[02:06:39.271] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:62:0)
[02:06:39.290] Build status: SCHEDULED
[02:06:39.290] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:63:0) after 7m51s
[02:14:30.321] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:63:0)
[02:14:30.338] Build status: SCHEDULED
[02:14:30.338] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:64:0) after 1m45s
[02:16:15.358] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:64:0)
[02:16:15.381] Build status: SCHEDULED
[02:16:15.381] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:65:0) after 1m57s
[02:18:12.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:65:0)
[02:18:12.420] Build status: SCHEDULED
[02:18:12.420] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:66:0) after 4m38s
[02:22:50.500] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:66:0)
[02:22:50.519] Build status: SCHEDULED
[02:22:50.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:67:0) after 2m47s
[02:25:37.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:67:0)
[02:25:37.777] Build status: SCHEDULED
[02:25:37.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:68:0) after 1m50s
[02:27:27.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:68:0)
[02:27:27.858] Build status: SCHEDULED
[02:27:27.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:69:0) after 7m52s
[02:35:19.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:69:0)
[02:35:19.954] Build status: SCHEDULED
[02:35:19.954] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:70:0) after 7m45s
[02:43:04.980] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:70:0)
[02:43:05.017] Build status: SCHEDULED
[02:43:05.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:71:0) after 5m39s
[02:48:44.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:71:0)
[02:48:44.148] Build status: SCHEDULED
[02:48:44.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:72:0) after 4m43s
[02:53:27.161] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:72:0)
[02:53:27.192] Build status: SCHEDULED
[02:53:27.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:73:0) after 4m5s
[02:57:32.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:73:0)
[02:57:32.234] Build status: SCHEDULED
[02:57:32.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:74:0) after 2m28s
[03:00:00.306] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:74:0)
[03:00:00.342] Build status: SCHEDULED
[03:00:00.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:75:0) after 8m21s
[03:08:21.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:75:0)
[03:08:21.563] Build status: SCHEDULED
[03:08:21.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:76:0) after 2m0s
[03:10:21.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:76:0)
[03:10:21.596] Build status: SCHEDULED
[03:10:21.596] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:77:0) after 1m9s
[03:11:30.757] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:77:0)
[03:11:30.780] Build status: SCHEDULED
[03:11:30.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:78:0) after 9m59s
[03:21:29.898] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:78:0)
[03:21:29.922] Build status: SCHEDULED
[03:21:29.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:79:0) after 4m15s
[03:25:44.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:79:0)
[03:25:45.009] Build status: SCHEDULED
[03:25:45.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:80:0) after 5m45s
[03:31:30.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:80:0)
[03:31:30.022] Build status: SCHEDULED
[03:31:30.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:81:0) after 5m38s
[03:37:08.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:81:0)
[03:37:08.332] Build status: SCHEDULED
[03:37:08.332] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:82:0) after 2m4s
[03:39:12.402] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:82:0)
[03:39:12.418] Build status: SCHEDULED
[03:39:12.418] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:83:0) after 1m31s
[03:40:43.444] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:83:0)
[03:40:43.466] Build status: SCHEDULED
[03:40:43.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:84:0) after 8m25s
[03:49:08.496] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:84:0)
[03:49:08.531] Build status: SCHEDULED
[03:49:08.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:85:0) after 6m38s
[03:55:46.612] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:85:0)
[03:55:46.648] Build status: SCHEDULED
[03:55:46.648] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:86:0) after 6m22s
[04:02:08.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:86:0)
[04:02:08.696] Build status: SCHEDULED
[04:02:08.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:87:0) after 8m10s
[04:10:18.722] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:87:0)
[04:10:18.742] Build status: SCHEDULED
[04:10:18.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:88:0) after 3m24s
[04:13:42.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:88:0)
[04:13:43.015] Build status: SCHEDULED
[04:13:43.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:89:0) after 1m43s
[04:15:26.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:89:0)
[04:15:26.084] Build status: SCHEDULED
[04:15:26.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:90:0) after 3m31s
[04:18:57.115] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:90:0)
[04:18:57.133] Build status: SCHEDULED
[04:18:57.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:91:0) after 7m13s
[04:25:34.788] Received PubSub notification, asking Buildbucket for the build status
[04:25:34.806] Build status: STARTED
[04:26:10.160] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:91:0)
[04:26:10.190] Build status: STARTED
[04:26:10.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:93:0) after 6m10s
[04:32:20.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:93:0)
[04:32:20.238] Build status: STARTED
[04:32:20.238] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8873861786809409264:94:0) after 6m47s
[04:33:20.799] Received PubSub notification, asking Buildbucket for the build status
[04:33:20.820] Build:
{
"id": "8708431724818885009",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-24T20:35:50.070413955Z",
"startTime": "2025-07-25T04:25:32.982886897Z",
"endTime": "2025-07-25T04:33:10.926509711Z",
"updateTime": "2025-07-25T04:33:10.926509711Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f9948c36272736eba98bd145b6f90723d1c7adb4",
"ref": "refs/heads/main"
}
}
}
[04:33:20.820] Invocation finished in 7h57m32.031237951s with status SUCCEEDED