[18:38:50.254] New invocation is queued and will start shortly
[18:38:51.364] Starting the invocation (attempt 1)
[18:38:51.386] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/147534487a46dd9576d4641d945276d7f8c69134"
[18:38:51.386] Popped gitiles commit info from properties and tags
[18:38:51.386] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:38:51.387] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:38:51.388] Buildbucket request:
{
"requestId": "8875228100783464784",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8875228100783464784",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "147534487a46dd9576d4641d945276d7f8c69134"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@147534487a46dd9576d4641d945276d7f8c69134",
"title": "147534487a46dd9576d4641d945276d7f8c69134",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/147534487a46dd9576d4641d945276d7f8c69134"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "147534487a46dd9576d4641d945276d7f8c69134",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875228100783464784"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[18:38:52.010] Scheduled build:
{
"id": "8709798038853375985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-09T18:38:51.468844132Z",
"updateTime": "2025-07-09T18:38:51.468844132Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "147534487a46dd9576d4641d945276d7f8c69134",
"ref": "refs/heads/main"
}
}
}
[18:38:52.010] Task URL: https://cr-buildbucket.appspot.com/build/8709798038853375985
[18:38:52.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:2:0) after 1m29s
[18:38:53.045] Received PubSub notification, asking Buildbucket for the build status
[18:38:53.122] Build status: SCHEDULED
[18:40:21.107] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:2:0)
[18:40:21.136] Build status: SCHEDULED
[18:40:21.136] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:4:0) after 9m4s
[18:49:25.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:4:0)
[18:49:25.203] Build status: SCHEDULED
[18:49:25.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:5:0) after 8m16s
[18:57:41.272] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:5:0)
[18:57:41.320] Build status: SCHEDULED
[18:57:41.320] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:6:0) after 8m53s
[19:06:34.399] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:6:0)
[19:06:34.467] Build status: SCHEDULED
[19:06:34.467] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:7:0) after 1m5s
[19:07:39.492] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:7:0)
[19:07:39.516] Build status: SCHEDULED
[19:07:39.516] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:8:0) after 6m52s
[19:14:31.564] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:8:0)
[19:14:31.584] Build status: SCHEDULED
[19:14:31.584] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:9:0) after 9m36s
[19:24:07.552] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:9:0)
[19:24:07.604] Build status: SCHEDULED
[19:24:07.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:10:0) after 7m58s
[19:32:05.580] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:10:0)
[19:32:05.607] Build status: SCHEDULED
[19:32:05.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:11:0) after 4m34s
[19:36:39.642] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:11:0)
[19:36:39.656] Build status: SCHEDULED
[19:36:39.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:12:0) after 1m54s
[19:38:33.814] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:12:0)
[19:38:33.883] Build status: SCHEDULED
[19:38:33.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:13:0) after 3m12s
[19:41:45.900] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:13:0)
[19:41:45.933] Build status: SCHEDULED
[19:41:45.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:14:0) after 3m55s
[19:45:40.989] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:14:0)
[19:45:41.012] Build status: SCHEDULED
[19:45:41.012] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:15:0) after 2m59s
[19:48:40.031] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:15:0)
[19:48:40.049] Build status: SCHEDULED
[19:48:40.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:16:0) after 7m44s
[19:56:24.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:16:0)
[19:56:24.185] Build status: SCHEDULED
[19:56:24.185] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:17:0) after 1m40s
[19:58:04.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:17:0)
[19:58:04.272] Build status: SCHEDULED
[19:58:04.272] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:18:0) after 3m47s
[20:01:51.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:18:0)
[20:01:51.371] Build status: SCHEDULED
[20:01:51.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:19:0) after 8m49s
[20:10:40.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:19:0)
[20:10:40.419] Build status: SCHEDULED
[20:10:40.419] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:20:0) after 2m14s
[20:12:54.434] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:20:0)
[20:12:54.463] Build status: SCHEDULED
[20:12:54.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:21:0) after 4m4s
[20:16:58.551] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:21:0)
[20:16:58.567] Build status: SCHEDULED
[20:16:58.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:22:0) after 2m6s
[20:19:04.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:22:0)
[20:19:04.618] Build status: SCHEDULED
[20:19:04.619] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:23:0) after 3m29s
[20:22:33.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:23:0)
[20:22:33.674] Build status: SCHEDULED
[20:22:33.674] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:24:0) after 9m19s
[20:31:52.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:24:0)
[20:31:52.718] Build status: SCHEDULED
[20:31:52.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:25:0) after 8m18s
[20:40:10.824] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:25:0)
[20:40:10.857] Build status: SCHEDULED
[20:40:10.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:26:0) after 4m20s
[20:44:30.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:26:0)
[20:44:30.966] Build status: SCHEDULED
[20:44:30.966] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:27:0) after 4m44s
[20:49:15.092] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:27:0)
[20:49:15.112] Build status: SCHEDULED
[20:49:15.112] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:28:0) after 6m23s
[20:55:38.132] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:28:0)
[20:55:38.156] Build status: SCHEDULED
[20:55:38.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:29:0) after 5m11s
[21:00:49.236] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:29:0)
[21:00:49.261] Build status: SCHEDULED
[21:00:49.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:30:0) after 6m15s
[21:07:04.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:30:0)
[21:07:04.334] Build status: SCHEDULED
[21:07:04.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:31:0) after 5m7s
[21:12:11.397] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:31:0)
[21:12:11.432] Build status: SCHEDULED
[21:12:11.432] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:32:0) after 4m34s
[21:16:45.583] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:32:0)
[21:16:45.608] Build status: SCHEDULED
[21:16:45.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:33:0) after 6m17s
[21:23:02.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:33:0)
[21:23:02.721] Build status: SCHEDULED
[21:23:02.721] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:34:0) after 6m11s
[21:29:13.843] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:34:0)
[21:29:13.863] Build status: SCHEDULED
[21:29:13.863] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:35:0) after 7m8s
[21:36:22.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:35:0)
[21:36:22.057] Build status: SCHEDULED
[21:36:22.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:36:0) after 8m34s
[21:44:56.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:36:0)
[21:44:56.221] Build status: SCHEDULED
[21:44:56.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:37:0) after 4m34s
[21:49:30.221] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:37:0)
[21:49:30.242] Build status: SCHEDULED
[21:49:30.242] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:38:0) after 1m55s
[21:51:25.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:38:0)
[21:51:25.409] Build status: SCHEDULED
[21:51:25.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:39:0) after 3m36s
[21:55:01.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:39:0)
[21:55:01.468] Build status: SCHEDULED
[21:55:01.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:40:0) after 7m12s
[22:02:13.554] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:40:0)
[22:02:13.623] Build status: SCHEDULED
[22:02:13.623] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:41:0) after 7m33s
[22:09:46.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:41:0)
[22:09:46.777] Build status: SCHEDULED
[22:09:46.777] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:42:0) after 2m48s
[22:12:34.871] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:42:0)
[22:12:34.908] Build status: SCHEDULED
[22:12:34.908] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:43:0) after 3m3s
[22:15:37.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:43:0)
[22:15:37.940] Build status: SCHEDULED
[22:15:37.940] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:44:0) after 3m28s
[22:19:05.971] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:44:0)
[22:19:05.989] Build status: SCHEDULED
[22:19:05.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:45:0) after 4m2s
[22:20:47.290] Received PubSub notification, asking Buildbucket for the build status
[22:20:47.309] Build status: STARTED
[22:23:07.973] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:45:0)
[22:23:08.000] Build status: STARTED
[22:23:08.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8875228100783464784:47:0) after 8m56s
[22:24:08.047] Received PubSub notification, asking Buildbucket for the build status
[22:24:08.066] Build:
{
"id": "8709798038853375985",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-09T18:38:51.468844132Z",
"startTime": "2025-07-09T22:20:46.802317424Z",
"endTime": "2025-07-09T22:24:07.501570003Z",
"updateTime": "2025-07-09T22:24:07.501570003Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "147534487a46dd9576d4641d945276d7f8c69134",
"ref": "refs/heads/main"
}
}
}
[22:24:08.066] Invocation finished in 3h45m17.823347065s with status SUCCEEDED