[02:57:35.241] New invocation is queued and will start shortly
[02:57:36.308] Starting the invocation (attempt 1)
[02:57:36.332] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/632e84a744694c7d1f089e256236236a6b47a877"
[02:57:36.332] Popped gitiles commit info from properties and tags
[02:57:36.332] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:57:36.332] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:57:36.333] Buildbucket request:
{
"requestId": "8875377916093046016",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875377916093046016",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a31efbaa6e02c25d859b7fa2acaa59534d102973"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a31efbaa6e02c25d859b7fa2acaa59534d102973",
"title": "a31efbaa6e02c25d859b7fa2acaa59534d102973",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a31efbaa6e02c25d859b7fa2acaa59534d102973"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bbc8139178f18d6ff81978ef448f14e9652431df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bbc8139178f18d6ff81978ef448f14e9652431df",
"title": "bbc8139178f18d6ff81978ef448f14e9652431df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bbc8139178f18d6ff81978ef448f14e9652431df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7",
"title": "ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ecc6dfb536fc02c4dcf2925b67ccab4e60d5bda7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "27ef8558f97a09b3f9bb628573b31efb53b91034"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@27ef8558f97a09b3f9bb628573b31efb53b91034",
"title": "27ef8558f97a09b3f9bb628573b31efb53b91034",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/27ef8558f97a09b3f9bb628573b31efb53b91034"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "632e84a744694c7d1f089e256236236a6b47a877"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@632e84a744694c7d1f089e256236236a6b47a877",
"title": "632e84a744694c7d1f089e256236236a6b47a877",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/632e84a744694c7d1f089e256236236a6b47a877"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "632e84a744694c7d1f089e256236236a6b47a877",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875377916093046016"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:57:36.804] Scheduled build:
{
"id": "8709947854210629169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-08T02:57:36.409052258Z",
"updateTime": "2025-07-08T02:57:36.409052258Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "632e84a744694c7d1f089e256236236a6b47a877",
"ref": "refs/heads/main"
}
}
}
[02:57:36.804] Task URL: https://cr-buildbucket.appspot.com/build/8709947854210629169
[02:57:36.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:2:0) after 2m6s
[02:57:37.735] Received PubSub notification, asking Buildbucket for the build status
[02:57:37.755] Build status: SCHEDULED
[02:59:42.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:2:0)
[02:59:42.874] Build status: SCHEDULED
[02:59:42.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:4:0) after 3m51s
[03:03:33.892] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:4:0)
[03:03:33.919] Build status: SCHEDULED
[03:03:33.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:5:0) after 6m14s
[03:09:48.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:5:0)
[03:09:48.104] Build status: SCHEDULED
[03:09:48.104] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:6:0) after 7m36s
[03:17:24.127] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:6:0)
[03:17:24.158] Build status: SCHEDULED
[03:17:24.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:7:0) after 2m47s
[03:20:11.172] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:7:0)
[03:20:11.198] Build status: SCHEDULED
[03:20:11.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:8:0) after 5m57s
[03:26:08.216] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:8:0)
[03:26:08.241] Build status: SCHEDULED
[03:26:08.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:9:0) after 2m0s
[03:28:08.255] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:9:0)
[03:28:08.304] Build status: SCHEDULED
[03:28:08.304] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:10:0) after 1m14s
[03:29:22.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:10:0)
[03:29:22.439] Build status: SCHEDULED
[03:29:22.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:11:0) after 3m5s
[03:32:27.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:11:0)
[03:32:28.181] Build status: SCHEDULED
[03:32:28.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:12:0) after 8m10s
[03:40:38.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:12:0)
[03:40:38.291] Build status: SCHEDULED
[03:40:38.291] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:13:0) after 8m27s
[03:49:05.501] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:13:0)
[03:49:05.531] Build status: SCHEDULED
[03:49:05.531] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:14:0) after 2m47s
[03:51:52.502] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:14:0)
[03:51:52.540] Build status: SCHEDULED
[03:51:52.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:15:0) after 4m50s
[03:56:42.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:15:0)
[03:56:42.726] Build status: SCHEDULED
[03:56:42.726] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:16:0) after 2m21s
[03:59:03.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:16:0)
[03:59:03.919] Build status: SCHEDULED
[03:59:03.919] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:17:0) after 6m29s
[04:05:32.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:17:0)
[04:05:33.014] Build status: SCHEDULED
[04:05:33.014] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:18:0) after 7m17s
[04:12:49.994] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:18:0)
[04:12:50.017] Build status: SCHEDULED
[04:12:50.017] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:19:0) after 8m33s
[04:21:23.040] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:19:0)
[04:21:23.121] Build status: SCHEDULED
[04:21:23.122] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:20:0) after 9m32s
[04:30:55.241] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:20:0)
[04:30:55.265] Build status: SCHEDULED
[04:30:55.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:21:0) after 3m30s
[04:34:25.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:21:0)
[04:34:25.504] Build status: SCHEDULED
[04:34:25.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:22:0) after 5m19s
[04:39:44.573] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:22:0)
[04:39:44.590] Build status: SCHEDULED
[04:39:44.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:23:0) after 1m44s
[04:41:28.615] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:23:0)
[04:41:28.635] Build status: SCHEDULED
[04:41:28.635] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:24:0) after 3m11s
[04:44:39.656] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:24:0)
[04:44:39.676] Build status: SCHEDULED
[04:44:39.676] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:25:0) after 9m12s
[04:53:51.692] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:25:0)
[04:53:51.717] Build status: SCHEDULED
[04:53:51.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:26:0) after 1m3s
[04:54:54.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:26:0)
[04:54:54.780] Build status: SCHEDULED
[04:54:54.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:27:0) after 4m15s
[04:59:09.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:27:0)
[04:59:09.900] Build status: SCHEDULED
[04:59:09.900] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:28:0) after 6m19s
[05:05:28.920] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:28:0)
[05:05:28.937] Build status: SCHEDULED
[05:05:28.937] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:29:0) after 8m32s
[05:14:01.102] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:29:0)
[05:14:01.132] Build status: SCHEDULED
[05:14:01.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:30:0) after 6m55s
[05:20:56.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:30:0)
[05:20:56.232] Build status: SCHEDULED
[05:20:56.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:31:0) after 7m8s
[05:28:04.347] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:31:0)
[05:28:04.365] Build status: SCHEDULED
[05:28:04.365] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:32:0) after 2m46s
[05:30:50.480] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:32:0)
[05:30:50.503] Build status: SCHEDULED
[05:30:50.503] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:33:0) after 1m19s
[05:32:09.527] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:33:0)
[05:32:09.559] Build status: SCHEDULED
[05:32:09.559] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:34:0) after 1m39s
[05:33:48.681] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:34:0)
[05:33:48.771] Build status: SCHEDULED
[05:33:48.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:35:0) after 8m0s
[05:41:48.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:35:0)
[05:41:48.818] Build status: SCHEDULED
[05:41:48.818] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:36:0) after 2m5s
[05:43:53.932] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:36:0)
[05:43:53.950] Build status: SCHEDULED
[05:43:53.950] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:37:0) after 3m37s
[05:47:30.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:37:0)
[05:47:31.023] Build status: SCHEDULED
[05:47:31.023] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:38:0) after 1m43s
[05:49:14.198] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:38:0)
[05:49:14.215] Build status: SCHEDULED
[05:49:14.215] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:39:0) after 9m49s
[05:59:03.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:39:0)
[05:59:03.316] Build status: SCHEDULED
[05:59:03.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:40:0) after 1m4s
[06:00:07.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:40:0)
[06:00:07.544] Build status: SCHEDULED
[06:00:07.544] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:41:0) after 7m34s
[06:07:41.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:41:0)
[06:07:41.590] Build status: SCHEDULED
[06:07:41.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:42:0) after 6m16s
[06:13:57.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:42:0)
[06:13:57.652] Build status: SCHEDULED
[06:13:57.652] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:43:0) after 9m15s
[06:21:25.055] Received PubSub notification, asking Buildbucket for the build status
[06:21:25.074] Build status: STARTED
[06:23:12.673] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:43:0)
[06:23:12.696] Build status: STARTED
[06:23:12.696] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875377916093046016:45:0) after 1m45s
[06:23:46.418] Received PubSub notification, asking Buildbucket for the build status
[06:23:46.433] Build:
{
"id": "8709947854210629169",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-08T02:57:36.409052258Z",
"startTime": "2025-07-08T06:21:24.761817658Z",
"endTime": "2025-07-08T06:23:46.179954821Z",
"updateTime": "2025-07-08T06:23:46.179954821Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "632e84a744694c7d1f089e256236236a6b47a877",
"ref": "refs/heads/main"
}
}
}
[06:23:46.433] Invocation finished in 3h26m11.202935957s with status SUCCEEDED