[00:19:16.371] New invocation is queued and will start shortly
[00:19:17.414] Starting the invocation (attempt 1)
[00:19:17.444] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/fcd4be95d6859b7fa221e115518a4adad79bfe40"
[00:19:17.444] Popped gitiles commit info from properties and tags
[00:19:17.444] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:19:17.444] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:19:17.444] Buildbucket request:
{
"requestId": "8874572503692832880",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8874572503692832880",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "afd022c20bb35e2102027976f1470b568846b571"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@afd022c20bb35e2102027976f1470b568846b571",
"title": "afd022c20bb35e2102027976f1470b568846b571",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/afd022c20bb35e2102027976f1470b568846b571"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "174bd6040bedd5a5e681f1af1e07229bcb62744b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@174bd6040bedd5a5e681f1af1e07229bcb62744b",
"title": "174bd6040bedd5a5e681f1af1e07229bcb62744b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/174bd6040bedd5a5e681f1af1e07229bcb62744b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6e82f7d7aa3d6be0550e3fae8c7e262b80ba572f"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6e82f7d7aa3d6be0550e3fae8c7e262b80ba572f",
"title": "6e82f7d7aa3d6be0550e3fae8c7e262b80ba572f",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6e82f7d7aa3d6be0550e3fae8c7e262b80ba572f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fcd4be95d6859b7fa221e115518a4adad79bfe40"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fcd4be95d6859b7fa221e115518a4adad79bfe40",
"title": "fcd4be95d6859b7fa221e115518a4adad79bfe40",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fcd4be95d6859b7fa221e115518a4adad79bfe40"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fcd4be95d6859b7fa221e115518a4adad79bfe40",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8874572503692832880"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:19:17.848] Scheduled build:
{
"id": "8709142441825951281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-17T00:19:17.514539004Z",
"updateTime": "2025-07-17T00:19:17.514539004Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fcd4be95d6859b7fa221e115518a4adad79bfe40",
"ref": "refs/heads/main"
}
}
}
[00:19:17.848] Task URL: https://cr-buildbucket.appspot.com/build/8709142441825951281
[00:19:17.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:2:0) after 6m12s
[00:19:19.616] Received PubSub notification, asking Buildbucket for the build status
[00:19:19.664] Build status: SCHEDULED
[00:25:29.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:2:0)
[00:25:29.926] Build status: SCHEDULED
[00:25:29.926] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:4:0) after 7m0s
[00:32:29.970] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:4:0)
[00:32:29.995] Build status: SCHEDULED
[00:32:29.995] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:5:0) after 6m40s
[00:39:10.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:5:0)
[00:39:10.120] Build status: SCHEDULED
[00:39:10.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:6:0) after 3m41s
[00:42:51.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:6:0)
[00:42:51.221] Build status: SCHEDULED
[00:42:51.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:7:0) after 8m2s
[00:50:53.238] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:7:0)
[00:50:53.380] Build status: SCHEDULED
[00:50:53.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:8:0) after 6m30s
[00:57:23.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:8:0)
[00:57:23.430] Build status: SCHEDULED
[00:57:23.430] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:9:0) after 8m26s
[01:05:49.457] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:9:0)
[01:05:49.481] Build status: SCHEDULED
[01:05:49.481] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:10:0) after 9m18s
[01:15:07.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:10:0)
[01:15:07.536] Build status: SCHEDULED
[01:15:07.536] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:11:0) after 9m39s
[01:24:46.576] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:11:0)
[01:24:46.605] Build status: SCHEDULED
[01:24:46.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:12:0) after 5m32s
[01:30:18.649] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:12:0)
[01:30:18.758] Build status: SCHEDULED
[01:30:18.758] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:13:0) after 2m35s
[01:32:53.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:13:0)
[01:32:53.857] Build status: SCHEDULED
[01:32:53.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:14:0) after 8m35s
[01:41:28.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:14:0)
[01:41:28.908] Build status: SCHEDULED
[01:41:28.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:15:0) after 7m39s
[01:49:07.975] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:15:0)
[01:49:08.019] Build status: SCHEDULED
[01:49:08.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:16:0) after 3m12s
[01:52:20.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:16:0)
[01:52:20.052] Build status: SCHEDULED
[01:52:20.053] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:17:0) after 1m49s
[01:54:09.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:17:0)
[01:54:09.131] Build status: SCHEDULED
[01:54:09.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:18:0) after 6m23s
[02:00:32.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:18:0)
[02:00:32.193] Build status: SCHEDULED
[02:00:32.193] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:19:0) after 2m13s
[02:02:46.222] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:19:0)
[02:02:46.255] Build status: SCHEDULED
[02:02:46.255] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:20:0) after 8m19s
[02:11:05.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:20:0)
[02:11:05.354] Build status: SCHEDULED
[02:11:05.354] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:21:0) after 1m26s
[02:12:31.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:21:0)
[02:12:31.366] Build status: SCHEDULED
[02:12:31.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:22:0) after 6m43s
[02:19:14.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:22:0)
[02:19:14.412] Build status: SCHEDULED
[02:19:14.412] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:23:0) after 2m59s
[02:22:13.391] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:23:0)
[02:22:13.435] Build status: SCHEDULED
[02:22:13.435] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:24:0) after 9m40s
[02:31:53.462] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:24:0)
[02:31:53.482] Build status: SCHEDULED
[02:31:53.482] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:25:0) after 1m37s
[02:33:30.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:25:0)
[02:33:30.528] Build status: SCHEDULED
[02:33:30.528] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:26:0) after 6m55s
[02:40:25.545] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:26:0)
[02:40:25.562] Build status: SCHEDULED
[02:40:25.563] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:27:0) after 9m8s
[02:49:33.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:27:0)
[02:49:33.624] Build status: SCHEDULED
[02:49:33.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:28:0) after 8m47s
[02:58:20.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:28:0)
[02:58:20.664] Build status: SCHEDULED
[02:58:20.664] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:29:0) after 5m55s
[03:04:15.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:29:0)
[03:04:15.814] Build status: SCHEDULED
[03:04:15.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:30:0) after 5m34s
[03:09:49.842] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:30:0)
[03:09:49.862] Build status: SCHEDULED
[03:09:49.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:31:0) after 5m12s
[03:15:01.880] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:31:0)
[03:15:01.897] Build status: SCHEDULED
[03:15:01.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:32:0) after 3m29s
[03:18:30.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:32:0)
[03:18:30.985] Build status: SCHEDULED
[03:18:30.985] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:33:0) after 5m29s
[03:24:00.067] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:33:0)
[03:24:00.086] Build status: SCHEDULED
[03:24:00.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:34:0) after 6m23s
[03:30:23.244] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:34:0)
[03:30:23.260] Build status: SCHEDULED
[03:30:23.260] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:35:0) after 1m36s
[03:31:59.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:35:0)
[03:31:59.413] Build status: SCHEDULED
[03:31:59.413] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:36:0) after 6m21s
[03:38:20.469] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:36:0)
[03:38:20.670] Build status: SCHEDULED
[03:38:20.670] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:37:0) after 1m9s
[03:39:29.693] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:37:0)
[03:39:29.952] Build status: SCHEDULED
[03:39:29.953] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:38:0) after 5m19s
[03:44:49.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:38:0)
[03:44:49.111] Build status: SCHEDULED
[03:44:49.111] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:39:0) after 6m47s
[03:51:36.479] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:39:0)
[03:51:36.600] Build status: SCHEDULED
[03:51:36.600] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:40:0) after 9m46s
[04:00:22.189] Received PubSub notification, asking Buildbucket for the build status
[04:00:22.288] Build status: STARTED
[04:01:22.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:40:0)
[04:01:22.766] Build status: STARTED
[04:01:22.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8874572503692832880:42:0) after 4m42s
[04:02:28.264] Received PubSub notification, asking Buildbucket for the build status
[04:02:28.287] Build:
{
"id": "8709142441825951281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-17T00:19:17.514539004Z",
"startTime": "2025-07-17T04:00:21.867178546Z",
"endTime": "2025-07-17T04:02:27.937081209Z",
"updateTime": "2025-07-17T04:02:27.937081209Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "fcd4be95d6859b7fa221e115518a4adad79bfe40",
"ref": "refs/heads/main"
}
}
}
[04:02:28.287] Invocation finished in 3h43m11.935386654s with status SUCCEEDED