[21:21:46.679] New invocation is queued and will start shortly
[21:21:48.144] Starting the invocation (attempt 1)
[21:21:48.177] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/dd3c0416b8ddc642c816bd79c11f3f93f2215565"
[21:21:48.177] Popped gitiles commit info from properties and tags
[21:21:48.178] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:21:48.178] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:21:48.178] Buildbucket request:
{
"requestId": "8872499940465978464",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8872499940465978464",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "effa0d0f3fe926703b6b7bf70831e245fff6b54a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@effa0d0f3fe926703b6b7bf70831e245fff6b54a",
"title": "effa0d0f3fe926703b6b7bf70831e245fff6b54a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/effa0d0f3fe926703b6b7bf70831e245fff6b54a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "be454720aa604f974bfd359f40d9086ec0ae51c4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@be454720aa604f974bfd359f40d9086ec0ae51c4",
"title": "be454720aa604f974bfd359f40d9086ec0ae51c4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/be454720aa604f974bfd359f40d9086ec0ae51c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "878a9558fca9f3ff15398de306cd49ae04dc7c2a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@878a9558fca9f3ff15398de306cd49ae04dc7c2a",
"title": "878a9558fca9f3ff15398de306cd49ae04dc7c2a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/878a9558fca9f3ff15398de306cd49ae04dc7c2a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc9c98ac24c67f27ab07480fb6bab539cd26549e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc9c98ac24c67f27ab07480fb6bab539cd26549e",
"title": "bc9c98ac24c67f27ab07480fb6bab539cd26549e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc9c98ac24c67f27ab07480fb6bab539cd26549e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dd3c0416b8ddc642c816bd79c11f3f93f2215565"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dd3c0416b8ddc642c816bd79c11f3f93f2215565",
"title": "dd3c0416b8ddc642c816bd79c11f3f93f2215565",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dd3c0416b8ddc642c816bd79c11f3f93f2215565"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dd3c0416b8ddc642c816bd79c11f3f93f2215565",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8872499940465978464"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[21:21:48.842] Scheduled build:
{
"id": "8707069878107711601",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-08T21:21:48.302285215Z",
"updateTime": "2025-08-08T21:21:48.302285215Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dd3c0416b8ddc642c816bd79c11f3f93f2215565",
"ref": "refs/heads/main"
}
}
}
[21:21:48.842] Task URL: https://cr-buildbucket.appspot.com/build/8707069878107711601
[21:21:48.842] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:2:0) after 3m16s
[21:21:49.882] Received PubSub notification, asking Buildbucket for the build status
[21:21:49.901] Build status: SCHEDULED
[21:25:04.855] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:2:0)
[21:25:04.891] Build status: SCHEDULED
[21:25:04.891] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:4:0) after 6m10s
[21:31:14.895] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:4:0)
[21:31:14.918] Build status: SCHEDULED
[21:31:14.918] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:5:0) after 7m43s
[21:38:58.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:5:0)
[21:38:58.062] Build status: SCHEDULED
[21:38:58.062] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:6:0) after 4m34s
[21:43:32.073] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:6:0)
[21:43:32.100] Build status: SCHEDULED
[21:43:32.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:7:0) after 9m20s
[21:52:52.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:7:0)
[21:52:52.131] Build status: SCHEDULED
[21:52:52.131] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:8:0) after 9m32s
[22:02:24.186] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:8:0)
[22:02:24.205] Build status: SCHEDULED
[22:02:24.205] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:9:0) after 3m25s
[22:05:49.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:9:0)
[22:05:49.270] Build status: SCHEDULED
[22:05:49.270] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:10:0) after 5m21s
[22:11:10.283] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:10:0)
[22:11:10.321] Build status: SCHEDULED
[22:11:10.321] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:11:0) after 5m55s
[22:17:05.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:11:0)
[22:17:05.434] Build status: SCHEDULED
[22:17:05.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:12:0) after 2m25s
[22:19:30.445] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:12:0)
[22:19:30.467] Build status: SCHEDULED
[22:19:30.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:13:0) after 2m10s
[22:21:40.529] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:13:0)
[22:21:40.555] Build status: SCHEDULED
[22:21:40.555] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:14:0) after 1m59s
[22:23:39.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:14:0)
[22:23:39.633] Build status: SCHEDULED
[22:23:39.633] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:15:0) after 9m38s
[22:33:17.763] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:15:0)
[22:33:17.780] Build status: SCHEDULED
[22:33:17.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:16:0) after 9m38s
[22:42:55.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:16:0)
[22:42:55.894] Build status: SCHEDULED
[22:42:55.894] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:17:0) after 7m52s
[22:50:47.907] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:17:0)
[22:50:47.923] Build status: SCHEDULED
[22:50:47.923] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:18:0) after 7m11s
[22:57:58.957] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:18:0)
[22:57:58.987] Build status: SCHEDULED
[22:57:58.987] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:19:0) after 1m23s
[22:59:22.203] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:19:0)
[22:59:22.246] Build status: SCHEDULED
[22:59:22.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:20:0) after 2m54s
[23:02:16.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:20:0)
[23:02:16.318] Build status: SCHEDULED
[23:02:16.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:21:0) after 7m18s
[23:09:34.345] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:21:0)
[23:09:34.368] Build status: SCHEDULED
[23:09:34.368] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:22:0) after 2m21s
[23:11:55.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:22:0)
[23:11:55.371] Build status: SCHEDULED
[23:11:55.372] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:23:0) after 8m27s
[23:20:22.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:23:0)
[23:20:22.462] Build status: SCHEDULED
[23:20:22.462] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:24:0) after 4m35s
[23:24:57.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:24:0)
[23:24:57.556] Build status: SCHEDULED
[23:24:57.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:25:0) after 9m28s
[23:34:25.633] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:25:0)
[23:34:25.647] Build status: SCHEDULED
[23:34:25.647] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:26:0) after 3m27s
[23:37:52.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:26:0)
[23:37:52.654] Build status: SCHEDULED
[23:37:52.654] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:27:0) after 7m42s
[23:45:34.830] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:27:0)
[23:45:34.893] Build status: SCHEDULED
[23:45:34.893] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:28:0) after 6m41s
[23:52:15.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:28:0)
[23:52:15.931] Build status: SCHEDULED
[23:52:15.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:29:0) after 7m18s
[23:59:34.046] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:29:0)
[23:59:34.066] Build status: SCHEDULED
[23:59:34.067] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:30:0) after 7m47s
[00:07:21.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:30:0)
[00:07:21.252] Build status: SCHEDULED
[00:07:21.252] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:31:0) after 4m51s
[00:12:12.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:31:0)
[00:12:12.350] Build status: SCHEDULED
[00:12:12.350] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:32:0) after 4m13s
[00:16:25.410] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:32:0)
[00:16:25.434] Build status: SCHEDULED
[00:16:25.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:33:0) after 1m2s
[00:17:27.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:33:0)
[00:17:27.472] Build status: SCHEDULED
[00:17:27.472] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:34:0) after 3m28s
[00:20:55.557] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:34:0)
[00:20:55.576] Build status: SCHEDULED
[00:20:55.577] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:35:0) after 3m32s
[00:24:27.591] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:35:0)
[00:24:27.606] Build status: SCHEDULED
[00:24:27.606] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:36:0) after 4m13s
[00:28:40.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:36:0)
[00:28:40.673] Build status: SCHEDULED
[00:28:40.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:37:0) after 1m23s
[00:30:03.700] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:37:0)
[00:30:03.716] Build status: SCHEDULED
[00:30:03.716] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:38:0) after 8m46s
[00:38:49.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:38:0)
[00:38:49.855] Build status: SCHEDULED
[00:38:49.855] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:39:0) after 5m27s
[00:44:16.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:39:0)
[00:44:16.966] Build status: SCHEDULED
[00:44:16.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:40:0) after 5m58s
[00:50:14.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:40:0)
[00:50:14.999] Build status: SCHEDULED
[00:50:14.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:41:0) after 4m24s
[00:54:39.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:41:0)
[00:54:39.030] Build status: SCHEDULED
[00:54:39.030] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:42:0) after 7m53s
[01:02:32.078] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:42:0)
[01:02:32.098] Build status: SCHEDULED
[01:02:32.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:43:0) after 7m34s
[01:10:06.116] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:43:0)
[01:10:06.132] Build status: SCHEDULED
[01:10:06.132] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8872499940465978464:44:0) after 9m32s
[01:14:27.980] Received PubSub notification, asking Buildbucket for the build status
[01:14:27.997] Build status: STARTED
[01:17:55.885] Received PubSub notification, asking Buildbucket for the build status
[01:17:55.915] Build:
{
"id": "8707069878107711601",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-08T21:21:48.302285215Z",
"startTime": "2025-08-09T01:14:27.472261482Z",
"endTime": "2025-08-09T01:17:55.498615301Z",
"updateTime": "2025-08-09T01:17:55.498615301Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "dd3c0416b8ddc642c816bd79c11f3f93f2215565",
"ref": "refs/heads/main"
}
}
}
[01:17:55.915] Invocation finished in 3h56m9.246038097s with status SUCCEEDED