[22:06:39.114] New invocation is queued and will start shortly
[22:06:40.304] Starting the invocation (attempt 1)
[22:06:40.336] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/81291f0eb6440178b7405babfc9e1e7c5497f296"
[22:06:40.336] Popped gitiles commit info from properties and tags
[22:06:40.336] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:06:40.336] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:06:40.337] Buildbucket request:
{
"requestId": "8881013232087275152",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8881013232087275152",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "400558a60e388a4be24d2132a79f22c47d90777e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@400558a60e388a4be24d2132a79f22c47d90777e",
"title": "400558a60e388a4be24d2132a79f22c47d90777e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/400558a60e388a4be24d2132a79f22c47d90777e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a6dfe9f2462b0d451f4c9f860c35557fec8e2170"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a6dfe9f2462b0d451f4c9f860c35557fec8e2170",
"title": "a6dfe9f2462b0d451f4c9f860c35557fec8e2170",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a6dfe9f2462b0d451f4c9f860c35557fec8e2170"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "10e08444ce9e3166518628739472de90ef681032"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10e08444ce9e3166518628739472de90ef681032",
"title": "10e08444ce9e3166518628739472de90ef681032",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10e08444ce9e3166518628739472de90ef681032"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "89063fb6c24e1a2d0423cfe304a7155c946450f7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@89063fb6c24e1a2d0423cfe304a7155c946450f7",
"title": "89063fb6c24e1a2d0423cfe304a7155c946450f7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/89063fb6c24e1a2d0423cfe304a7155c946450f7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "8bdb9b232580ce7486e54d06052a9d7dff8459e5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@8bdb9b232580ce7486e54d06052a9d7dff8459e5",
"title": "8bdb9b232580ce7486e54d06052a9d7dff8459e5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/8bdb9b232580ce7486e54d06052a9d7dff8459e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "95bb7d2b1a241a389d0cde620ebb78e4d477227a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@95bb7d2b1a241a389d0cde620ebb78e4d477227a",
"title": "95bb7d2b1a241a389d0cde620ebb78e4d477227a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/95bb7d2b1a241a389d0cde620ebb78e4d477227a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "1cb9cebf0dfa22523f59cd2108b7b7cba7670bf5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@1cb9cebf0dfa22523f59cd2108b7b7cba7670bf5",
"title": "1cb9cebf0dfa22523f59cd2108b7b7cba7670bf5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/1cb9cebf0dfa22523f59cd2108b7b7cba7670bf5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a83f81153e7d1041b1c2d4eea067ad0db029f93d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a83f81153e7d1041b1c2d4eea067ad0db029f93d",
"title": "a83f81153e7d1041b1c2d4eea067ad0db029f93d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a83f81153e7d1041b1c2d4eea067ad0db029f93d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "81291f0eb6440178b7405babfc9e1e7c5497f296"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@81291f0eb6440178b7405babfc9e1e7c5497f296",
"title": "81291f0eb6440178b7405babfc9e1e7c5497f296",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/81291f0eb6440178b7405babfc9e1e7c5497f296"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "81291f0eb6440178b7405babfc9e1e7c5497f296",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8881013232087275152"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:06:41.014] Scheduled build:
{
"id": "8715583170078986849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-06T22:06:40.401737812Z",
"updateTime": "2025-05-06T22:06:40.401737812Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "81291f0eb6440178b7405babfc9e1e7c5497f296",
"ref": "refs/heads/main"
}
}
}
[22:06:41.014] Task URL: https://cr-buildbucket.appspot.com/build/8715583170078986849
[22:06:41.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:2:0) after 1m37s
[22:06:41.864] Received PubSub notification, asking Buildbucket for the build status
[22:06:41.890] Build status: SCHEDULED
[22:08:18.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:2:0)
[22:08:18.053] Build status: SCHEDULED
[22:08:18.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:4:0) after 9m44s
[22:18:02.063] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:4:0)
[22:18:02.089] Build status: SCHEDULED
[22:18:02.089] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:5:0) after 9m49s
[22:27:51.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:5:0)
[22:27:51.333] Build status: SCHEDULED
[22:27:51.333] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:6:0) after 7m11s
[22:35:02.437] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:6:0)
[22:35:02.459] Build status: SCHEDULED
[22:35:02.459] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:7:0) after 7m36s
[22:42:38.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:7:0)
[22:42:38.492] Build status: SCHEDULED
[22:42:38.492] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:8:0) after 4m16s
[22:46:54.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:8:0)
[22:46:54.540] Build status: SCHEDULED
[22:46:54.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:9:0) after 7m25s
[22:54:19.664] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:9:0)
[22:54:19.681] Build status: SCHEDULED
[22:54:19.681] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:10:0) after 8m30s
[23:02:49.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:10:0)
[23:02:49.725] Build status: SCHEDULED
[23:02:49.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:11:0) after 6m2s
[23:08:51.745] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:11:0)
[23:08:51.764] Build status: SCHEDULED
[23:08:51.765] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:12:0) after 1m0s
[23:09:51.786] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:12:0)
[23:09:51.801] Build status: SCHEDULED
[23:09:51.801] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:13:0) after 6m30s
[23:16:21.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:13:0)
[23:16:21.872] Build status: SCHEDULED
[23:16:21.872] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:14:0) after 1m1s
[23:17:22.860] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:14:0)
[23:17:22.885] Build status: SCHEDULED
[23:17:22.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:15:0) after 2m34s
[23:19:56.927] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:15:0)
[23:19:56.943] Build status: SCHEDULED
[23:19:56.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:16:0) after 6m51s
[23:26:47.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:16:0)
[23:26:48.032] Build status: SCHEDULED
[23:26:48.032] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:17:0) after 6m1s
[23:32:49.095] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:17:0)
[23:32:49.123] Build status: SCHEDULED
[23:32:49.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:18:0) after 5m44s
[23:38:33.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:18:0)
[23:38:33.166] Build status: SCHEDULED
[23:38:33.166] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:19:0) after 9m12s
[23:47:45.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:19:0)
[23:47:45.239] Build status: SCHEDULED
[23:47:45.239] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:20:0) after 7m39s
[23:55:24.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:20:0)
[23:55:24.347] Build status: SCHEDULED
[23:55:24.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:21:0) after 4m25s
[23:59:49.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:21:0)
[23:59:49.380] Build status: SCHEDULED
[23:59:49.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:22:0) after 9m9s
[00:08:58.458] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:22:0)
[00:08:58.473] Build status: SCHEDULED
[00:08:58.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:23:0) after 4m15s
[00:13:13.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:23:0)
[00:13:13.533] Build status: SCHEDULED
[00:13:13.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:24:0) after 5m50s
[00:19:03.550] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:24:0)
[00:19:03.616] Build status: SCHEDULED
[00:19:03.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:25:0) after 3m32s
[00:22:35.639] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:25:0)
[00:22:35.659] Build status: SCHEDULED
[00:22:35.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:26:0) after 6m36s
[00:29:11.751] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:26:0)
[00:29:11.768] Build status: SCHEDULED
[00:29:11.768] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:27:0) after 4m28s
[00:33:39.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:27:0)
[00:33:39.865] Build status: SCHEDULED
[00:33:39.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:28:0) after 8m54s
[00:42:33.884] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:28:0)
[00:42:33.909] Build status: SCHEDULED
[00:42:33.909] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:29:0) after 2m10s
[00:44:43.928] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:29:0)
[00:44:43.948] Build status: SCHEDULED
[00:44:43.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:30:0) after 3m41s
[00:48:24.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:30:0)
[00:48:24.987] Build status: SCHEDULED
[00:48:24.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:31:0) after 1m37s
[00:50:02.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:31:0)
[00:50:02.028] Build status: SCHEDULED
[00:50:02.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:32:0) after 2m44s
[00:52:46.104] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:32:0)
[00:52:46.123] Build status: SCHEDULED
[00:52:46.123] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:33:0) after 3m39s
[00:56:25.140] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:33:0)
[00:56:25.154] Build status: SCHEDULED
[00:56:25.154] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:34:0) after 6m53s
[01:03:18.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:34:0)
[01:03:18.273] Build status: SCHEDULED
[01:03:18.273] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:35:0) after 5m1s
[01:08:19.378] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:35:0)
[01:08:19.446] Build status: SCHEDULED
[01:08:19.446] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:36:0) after 4m21s
[01:12:40.467] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:36:0)
[01:12:40.486] Build status: SCHEDULED
[01:12:40.486] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:37:0) after 5m41s
[01:18:21.585] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:37:0)
[01:18:21.631] Build status: SCHEDULED
[01:18:21.631] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:38:0) after 4m35s
[01:22:56.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:38:0)
[01:22:56.676] Build status: SCHEDULED
[01:22:56.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:39:0) after 8m45s
[01:31:41.695] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:39:0)
[01:31:41.725] Build status: SCHEDULED
[01:31:41.725] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:40:0) after 8m37s
[01:40:18.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:40:0)
[01:40:18.720] Build status: SCHEDULED
[01:40:18.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:41:0) after 3m55s
[01:44:13.913] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:41:0)
[01:44:13.932] Build status: SCHEDULED
[01:44:13.932] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:42:0) after 1m47s
[01:46:01.010] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:42:0)
[01:46:01.029] Build status: SCHEDULED
[01:46:01.029] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:43:0) after 2m47s
[01:48:48.145] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:43:0)
[01:48:48.164] Build status: SCHEDULED
[01:48:48.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:44:0) after 3m3s
[01:51:51.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:44:0)
[01:51:51.197] Build status: SCHEDULED
[01:51:51.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:45:0) after 4m46s
[01:56:37.249] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:45:0)
[01:56:37.276] Build status: SCHEDULED
[01:56:37.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:46:0) after 5m35s
[02:02:12.396] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:46:0)
[02:02:12.416] Build status: SCHEDULED
[02:02:12.416] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:47:0) after 5m52s
[02:08:04.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:47:0)
[02:08:04.642] Build status: SCHEDULED
[02:08:04.642] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:48:0) after 2m47s
[02:10:51.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:48:0)
[02:10:51.817] Build status: SCHEDULED
[02:10:51.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:49:0) after 8m33s
[02:19:24.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:49:0)
[02:19:24.867] Build status: SCHEDULED
[02:19:24.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:50:0) after 6m39s
[02:26:03.922] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:50:0)
[02:26:03.953] Build status: SCHEDULED
[02:26:03.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:51:0) after 4m6s
[02:30:09.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:51:0)
[02:30:09.981] Build status: SCHEDULED
[02:30:09.981] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:52:0) after 4m10s
[02:34:20.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:52:0)
[02:34:20.022] Build status: SCHEDULED
[02:34:20.022] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:53:0) after 4m19s
[02:38:39.042] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:53:0)
[02:38:39.117] Build status: SCHEDULED
[02:38:39.117] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:54:0) after 1m20s
[02:39:59.099] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:54:0)
[02:39:59.157] Build status: SCHEDULED
[02:39:59.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:55:0) after 7m33s
[02:47:32.256] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:55:0)
[02:47:32.333] Build status: SCHEDULED
[02:47:32.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:56:0) after 6m47s
[02:54:19.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:56:0)
[02:54:19.366] Build status: SCHEDULED
[02:54:19.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:57:0) after 7m4s
[03:01:23.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:57:0)
[03:01:23.447] Build status: SCHEDULED
[03:01:23.447] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:58:0) after 7m39s
[03:09:02.475] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:58:0)
[03:09:02.561] Build status: SCHEDULED
[03:09:02.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:59:0) after 1m47s
[03:10:49.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:59:0)
[03:10:49.700] Build status: SCHEDULED
[03:10:49.700] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:60:0) after 3m29s
[03:14:18.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:60:0)
[03:14:18.742] Build status: SCHEDULED
[03:14:18.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:61:0) after 2m12s
[03:16:30.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:61:0)
[03:16:30.778] Build status: SCHEDULED
[03:16:30.778] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:62:0) after 5m34s
[03:22:04.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:62:0)
[03:22:04.817] Build status: SCHEDULED
[03:22:04.817] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:63:0) after 2m43s
[03:24:47.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:63:0)
[03:24:47.858] Build status: SCHEDULED
[03:24:47.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:64:0) after 4m54s
[03:29:41.887] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:64:0)
[03:29:41.914] Build status: SCHEDULED
[03:29:41.914] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:65:0) after 1m56s
[03:31:37.946] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:65:0)
[03:31:37.968] Build status: SCHEDULED
[03:31:37.968] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:66:0) after 7m4s
[03:38:41.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:66:0)
[03:38:42.009] Build status: SCHEDULED
[03:38:42.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:67:0) after 3m19s
[03:42:01.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:67:0)
[03:42:01.056] Build status: SCHEDULED
[03:42:01.056] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:68:0) after 7m55s
[03:49:56.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:68:0)
[03:49:56.132] Build status: SCHEDULED
[03:49:56.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:69:0) after 2m39s
[03:52:35.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:69:0)
[03:52:35.231] Build status: SCHEDULED
[03:52:35.231] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:70:0) after 2m21s
[03:54:56.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:70:0)
[03:54:56.296] Build status: SCHEDULED
[03:54:56.296] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:71:0) after 9m4s
[04:04:00.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:71:0)
[04:04:00.366] Build status: SCHEDULED
[04:04:00.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:72:0) after 1m23s
[04:05:23.448] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:72:0)
[04:05:23.525] Build status: SCHEDULED
[04:05:23.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:73:0) after 8m20s
[04:13:43.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:73:0)
[04:13:43.577] Build status: SCHEDULED
[04:13:43.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:74:0) after 4m57s
[04:18:20.790] Received PubSub notification, asking Buildbucket for the build status
[04:18:20.836] Build status: STARTED
[04:18:40.610] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:74:0)
[04:18:40.629] Build status: STARTED
[04:18:40.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:76:0) after 5m22s
[04:24:02.651] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:76:0)
[04:24:02.670] Build status: STARTED
[04:24:02.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:77:0) after 2m21s
[04:26:23.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:77:0)
[04:26:23.794] Build status: STARTED
[04:26:23.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8881013232087275152:78:0) after 9m49s
[04:30:11.636] Received PubSub notification, asking Buildbucket for the build status
[04:30:11.657] Build:
{
"id": "8715583170078986849",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-06T22:06:40.401737812Z",
"startTime": "2025-05-07T04:18:20.616795805Z",
"endTime": "2025-05-07T04:30:11.338564007Z",
"updateTime": "2025-05-07T04:30:11.338564007Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "81291f0eb6440178b7405babfc9e1e7c5497f296",
"ref": "refs/heads/main"
}
}
}
[04:30:11.657] Invocation finished in 6h23m32.555567017s with status SUCCEEDED