[23:38:55.410] New invocation is queued and will start shortly
[23:38:56.929] Starting the invocation (attempt 1)
[23:38:56.953] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727"
[23:38:56.953] Popped gitiles commit info from properties and tags
[23:38:56.953] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:38:56.953] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:38:56.953] Buildbucket request:
{
"requestId": "8877292951239588608",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8877292951239588608",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "36b55311fc2cfbb115b31668f15caa045a336ce1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@36b55311fc2cfbb115b31668f15caa045a336ce1",
"title": "36b55311fc2cfbb115b31668f15caa045a336ce1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/36b55311fc2cfbb115b31668f15caa045a336ce1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
"title": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8877292951239588608"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:38:57.313] Scheduled build:
{
"id": "8711862888911412689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-16T23:38:57.000265238Z",
"updateTime": "2025-06-16T23:38:57.000265238Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:38:57.313] Task URL: https://cr-buildbucket.appspot.com/build/8711862888911412689
[23:38:57.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:2:0) after 4m43s
[23:39:03.282] Received PubSub notification, asking Buildbucket for the build status
[23:39:03.316] Build status: SCHEDULED
[23:43:40.325] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:2:0)
[23:43:40.360] Build status: SCHEDULED
[23:43:40.360] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:4:0) after 9m4s
[23:52:44.422] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:4:0)
[23:52:44.448] Build status: SCHEDULED
[23:52:44.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:5:0) after 6m15s
[23:58:59.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:5:0)
[23:58:59.493] Build status: SCHEDULED
[23:58:59.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:6:0) after 3m33s
[00:02:32.508] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:6:0)
[00:02:32.559] Build status: SCHEDULED
[00:02:32.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:7:0) after 6m27s
[00:08:59.622] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:7:0)
[00:08:59.642] Build status: SCHEDULED
[00:08:59.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:8:0) after 5m44s
[00:14:43.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:8:0)
[00:14:43.711] Build status: SCHEDULED
[00:14:43.711] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:9:0) after 7m39s
[00:22:22.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:9:0)
[00:22:22.894] Build status: SCHEDULED
[00:22:22.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:10:0) after 7m14s
[00:29:36.910] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:10:0)
[00:29:36.934] Build status: SCHEDULED
[00:29:36.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:11:0) after 1m41s
[00:31:17.950] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:11:0)
[00:31:17.969] Build status: SCHEDULED
[00:31:17.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:12:0) after 1m18s
[00:32:35.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:12:0)
[00:32:36.009] Build status: SCHEDULED
[00:32:36.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:13:0) after 5m43s
[00:38:19.083] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:13:0)
[00:38:19.123] Build status: SCHEDULED
[00:38:19.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:14:0) after 2m16s
[00:40:35.093] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:14:0)
[00:40:35.125] Build status: SCHEDULED
[00:40:35.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:15:0) after 2m50s
[00:43:25.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:15:0)
[00:43:25.168] Build status: SCHEDULED
[00:43:25.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:16:0) after 3m46s
[00:47:11.183] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:16:0)
[00:47:11.220] Build status: SCHEDULED
[00:47:11.220] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:17:0) after 5m28s
[00:52:39.266] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:17:0)
[00:52:39.295] Build status: SCHEDULED
[00:52:39.295] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:18:0) after 8m17s
[01:00:56.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:18:0)
[01:00:56.345] Build status: SCHEDULED
[01:00:56.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:19:0) after 2m5s
[01:03:01.404] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:19:0)
[01:03:01.429] Build status: SCHEDULED
[01:03:01.429] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:20:0) after 6m0s
[01:09:01.579] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:20:0)
[01:09:01.607] Build status: SCHEDULED
[01:09:01.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:21:0) after 2m37s
[01:11:38.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:21:0)
[01:11:38.661] Build status: SCHEDULED
[01:11:38.661] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:22:0) after 9m0s
[01:20:38.677] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:22:0)
[01:20:38.749] Build status: SCHEDULED
[01:20:38.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:23:0) after 4m54s
[01:25:32.813] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:23:0)
[01:25:32.881] Build status: SCHEDULED
[01:25:32.881] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:24:0) after 4m52s
[01:30:24.939] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:24:0)
[01:30:24.959] Build status: SCHEDULED
[01:30:24.959] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:25:0) after 3m42s
[01:34:06.934] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:25:0)
[01:34:06.949] Build status: SCHEDULED
[01:34:06.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:26:0) after 3m50s
[01:37:56.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:26:0)
[01:37:56.994] Build status: SCHEDULED
[01:37:56.994] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:27:0) after 4m12s
[01:42:08.969] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:27:0)
[01:42:08.989] Build status: SCHEDULED
[01:42:08.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:28:0) after 7m18s
[01:49:27.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:28:0)
[01:49:27.115] Build status: SCHEDULED
[01:49:27.115] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:29:0) after 2m39s
[01:52:06.144] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:29:0)
[01:52:06.235] Build status: SCHEDULED
[01:52:06.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:30:0) after 9m52s
[02:01:58.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:30:0)
[02:01:58.280] Build status: SCHEDULED
[02:01:58.280] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:31:0) after 2m30s
[02:04:28.295] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:31:0)
[02:04:28.335] Build status: SCHEDULED
[02:04:28.335] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:32:0) after 2m13s
[02:06:41.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:32:0)
[02:06:41.354] Build status: SCHEDULED
[02:06:41.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:33:0) after 9m7s
[02:15:48.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:33:0)
[02:15:48.409] Build status: SCHEDULED
[02:15:48.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:34:0) after 8m17s
[02:24:05.380] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:34:0)
[02:24:05.402] Build status: SCHEDULED
[02:24:05.402] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:35:0) after 5m34s
[02:29:39.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:35:0)
[02:29:39.641] Build status: SCHEDULED
[02:29:39.641] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:36:0) after 1m3s
[02:30:42.662] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:36:0)
[02:30:42.692] Build status: SCHEDULED
[02:30:42.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:37:0) after 8m10s
[02:38:52.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:37:0)
[02:38:52.694] Build status: SCHEDULED
[02:38:52.694] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:38:0) after 7m26s
[02:46:18.766] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:38:0)
[02:46:18.788] Build status: SCHEDULED
[02:46:18.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:39:0) after 4m40s
[02:50:58.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:39:0)
[02:50:58.851] Build status: SCHEDULED
[02:50:58.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:40:0) after 9m57s
[03:00:55.879] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:40:0)
[03:00:55.987] Build status: SCHEDULED
[03:00:55.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:41:0) after 7m14s
[03:08:10.037] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:41:0)
[03:08:10.058] Build status: SCHEDULED
[03:08:10.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:42:0) after 7m30s
[03:15:40.124] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:42:0)
[03:15:40.148] Build status: SCHEDULED
[03:15:40.148] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:43:0) after 1m46s
[03:17:26.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:43:0)
[03:17:26.189] Build status: SCHEDULED
[03:17:26.189] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:44:0) after 2m20s
[03:19:46.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:44:0)
[03:19:46.227] Build status: SCHEDULED
[03:19:46.227] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:45:0) after 2m4s
[03:21:50.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:45:0)
[03:21:50.274] Build status: SCHEDULED
[03:21:50.274] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:46:0) after 6m23s
[03:28:13.294] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:46:0)
[03:28:13.322] Build status: SCHEDULED
[03:28:13.322] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:47:0) after 4m21s
[03:32:34.363] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:47:0)
[03:32:34.380] Build status: SCHEDULED
[03:32:34.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:48:0) after 4m30s
[03:37:04.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:48:0)
[03:37:04.440] Build status: SCHEDULED
[03:37:04.440] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:49:0) after 6m55s
[03:43:59.414] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:49:0)
[03:43:59.436] Build status: SCHEDULED
[03:43:59.436] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:50:0) after 4m44s
[03:48:43.452] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:50:0)
[03:48:43.466] Build status: SCHEDULED
[03:48:43.466] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:51:0) after 4m31s
[03:53:14.533] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:51:0)
[03:53:14.552] Build status: SCHEDULED
[03:53:14.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:52:0) after 6m31s
[03:59:45.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:52:0)
[03:59:45.633] Build status: SCHEDULED
[03:59:45.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:53:0) after 1m49s
[04:01:34.935] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:53:0)
[04:01:34.958] Build status: SCHEDULED
[04:01:34.958] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:54:0) after 4m29s
[04:06:03.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:54:0)
[04:06:04.001] Build status: SCHEDULED
[04:06:04.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:55:0) after 3m50s
[04:09:54.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:55:0)
[04:09:54.052] Build status: SCHEDULED
[04:09:54.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:56:0) after 5m57s
[04:15:51.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:56:0)
[04:15:51.098] Build status: SCHEDULED
[04:15:51.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:57:0) after 2m27s
[04:18:18.130] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:57:0)
[04:18:18.158] Build status: SCHEDULED
[04:18:18.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:58:0) after 3m33s
[04:21:51.180] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:58:0)
[04:21:51.217] Build status: SCHEDULED
[04:21:51.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:59:0) after 7m9s
[04:29:00.240] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:59:0)
[04:29:00.256] Build status: SCHEDULED
[04:29:00.256] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:60:0) after 2m4s
[04:31:04.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:60:0)
[04:31:04.352] Build status: SCHEDULED
[04:31:04.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:61:0) after 1m11s
[04:32:15.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:61:0)
[04:32:15.427] Build status: SCHEDULED
[04:32:15.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:62:0) after 4m55s
[04:37:10.575] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:62:0)
[04:37:10.617] Build status: SCHEDULED
[04:37:10.617] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:63:0) after 1m18s
[04:38:28.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:63:0)
[04:38:28.705] Build status: SCHEDULED
[04:38:28.705] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:64:0) after 6m9s
[04:44:37.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:64:0)
[04:44:37.741] Build status: SCHEDULED
[04:44:37.741] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:65:0) after 7m46s
[04:52:23.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:65:0)
[04:52:23.951] Build status: SCHEDULED
[04:52:23.951] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:66:0) after 1m39s
[04:54:03.016] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:66:0)
[04:54:03.039] Build status: SCHEDULED
[04:54:03.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:67:0) after 3m19s
[04:57:22.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:67:0)
[04:57:22.074] Build status: SCHEDULED
[04:57:22.074] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:68:0) after 6m10s
[05:03:32.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:68:0)
[05:03:32.151] Build status: SCHEDULED
[05:03:32.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:69:0) after 2m39s
[05:06:11.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:69:0)
[05:06:11.250] Build status: SCHEDULED
[05:06:11.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:70:0) after 6m10s
[05:12:21.278] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:70:0)
[05:12:21.299] Build status: SCHEDULED
[05:12:21.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:71:0) after 2m40s
[05:15:01.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:71:0)
[05:15:01.374] Build status: SCHEDULED
[05:15:01.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:72:0) after 3m46s
[05:18:47.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:72:0)
[05:18:47.578] Build status: SCHEDULED
[05:18:47.578] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:73:0) after 6m38s
[05:25:25.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:73:0)
[05:25:25.623] Build status: SCHEDULED
[05:25:25.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:74:0) after 6m38s
[05:32:03.690] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:74:0)
[05:32:03.777] Build status: SCHEDULED
[05:32:03.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:75:0) after 6m14s
[05:38:17.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:75:0)
[05:38:17.877] Build status: SCHEDULED
[05:38:17.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:76:0) after 5m42s
[05:43:59.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:76:0)
[05:43:59.936] Build status: SCHEDULED
[05:43:59.936] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:77:0) after 1m10s
[05:45:09.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:77:0)
[05:45:09.950] Build status: SCHEDULED
[05:45:09.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:78:0) after 7m12s
[05:51:46.025] Received PubSub notification, asking Buildbucket for the build status
[05:51:46.102] Build status: STARTED
[05:52:22.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:78:0)
[05:52:22.088] Build status: STARTED
[05:52:22.088] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:80:0) after 8m31s
[06:00:53.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:80:0)
[06:00:53.146] Build status: STARTED
[06:00:53.146] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:81:0) after 3m10s
[06:04:03.187] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:81:0)
[06:04:03.211] Build status: STARTED
[06:04:03.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8877292951239588608:82:0) after 3m31s
[06:04:20.738] Received PubSub notification, asking Buildbucket for the build status
[06:04:20.910] Build:
{
"id": "8711862888911412689",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-06-16T23:38:57.000265238Z",
"startTime": "2025-06-17T05:51:45.825197676Z",
"endTime": "2025-06-17T06:04:20.529195385Z",
"updateTime": "2025-06-17T06:04:20.529195385Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "9a2b3c7f51f897e4a8b73e2e4012a4a1a926c727",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:04:20.910] Invocation finished in 6h25m25.513384533s with status SUCCEEDED