[00:29:49.360] New invocation is queued and will start shortly
[00:29:50.420] Starting the invocation (attempt 1)
[00:29:50.444] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/496aa215d8ad638f7696d8185ca49fd68721ae90"
[00:29:50.444] Popped gitiles commit info from properties and tags
[00:29:50.444] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:29:50.445] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:29:50.445] Buildbucket request:
{
"requestId": "8879011091290760240",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879011091290760240",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fc779d9a9e1d45c49fe05af5d7a12f9b41461d87"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fc779d9a9e1d45c49fe05af5d7a12f9b41461d87",
"title": "fc779d9a9e1d45c49fe05af5d7a12f9b41461d87",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fc779d9a9e1d45c49fe05af5d7a12f9b41461d87"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "828a902b99ad5df9d79c0c0c7ffef0c68b930e0d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@828a902b99ad5df9d79c0c0c7ffef0c68b930e0d",
"title": "828a902b99ad5df9d79c0c0c7ffef0c68b930e0d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/828a902b99ad5df9d79c0c0c7ffef0c68b930e0d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "187dffce29ccca5699e4a9a06cf4b9f60bf75cce"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@187dffce29ccca5699e4a9a06cf4b9f60bf75cce",
"title": "187dffce29ccca5699e4a9a06cf4b9f60bf75cce",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/187dffce29ccca5699e4a9a06cf4b9f60bf75cce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6f8a537cf61ab538cb7458af5821bf66a265b9b9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6f8a537cf61ab538cb7458af5821bf66a265b9b9",
"title": "6f8a537cf61ab538cb7458af5821bf66a265b9b9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6f8a537cf61ab538cb7458af5821bf66a265b9b9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "496aa215d8ad638f7696d8185ca49fd68721ae90"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@496aa215d8ad638f7696d8185ca49fd68721ae90",
"title": "496aa215d8ad638f7696d8185ca49fd68721ae90",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/496aa215d8ad638f7696d8185ca49fd68721ae90"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "496aa215d8ad638f7696d8185ca49fd68721ae90",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879011091290760240"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:29:50.794] Scheduled build:
{
"id": "8713581029453015569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-29T00:29:50.493014645Z",
"updateTime": "2025-05-29T00:29:50.493014645Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "496aa215d8ad638f7696d8185ca49fd68721ae90",
"ref": "refs/heads/main"
}
}
}
[00:29:50.794] Task URL: https://cr-buildbucket.appspot.com/build/8713581029453015569
[00:29:50.794] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:2:0) after 3m14s
[00:29:51.788] Received PubSub notification, asking Buildbucket for the build status
[00:29:51.812] Build status: SCHEDULED
[00:33:04.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:2:0)
[00:33:04.825] Build status: SCHEDULED
[00:33:04.825] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:4:0) after 8m10s
[00:41:14.914] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:4:0)
[00:41:14.990] Build status: SCHEDULED
[00:41:14.990] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:5:0) after 7m10s
[00:48:25.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:5:0)
[00:48:25.035] Build status: SCHEDULED
[00:48:25.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:6:0) after 1m20s
[00:49:45.141] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:6:0)
[00:49:45.164] Build status: SCHEDULED
[00:49:45.164] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:7:0) after 2m5s
[00:51:50.314] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:7:0)
[00:51:50.343] Build status: SCHEDULED
[00:51:50.343] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:8:0) after 5m13s
[00:57:03.367] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:8:0)
[00:57:03.393] Build status: SCHEDULED
[00:57:03.393] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:9:0) after 3m32s
[01:00:35.505] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:9:0)
[01:00:35.532] Build status: SCHEDULED
[01:00:35.532] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:10:0) after 7m35s
[01:08:10.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:10:0)
[01:08:10.558] Build status: SCHEDULED
[01:08:10.558] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:11:0) after 3m7s
[01:11:17.584] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:11:0)
[01:11:17.608] Build status: SCHEDULED
[01:11:17.608] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:12:0) after 2m3s
[01:13:20.643] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:12:0)
[01:13:20.671] Build status: SCHEDULED
[01:13:20.671] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:13:0) after 3m16s
[01:16:36.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:13:0)
[01:16:36.740] Build status: SCHEDULED
[01:16:36.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:14:0) after 9m37s
[01:26:13.761] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:14:0)
[01:26:13.943] Build status: SCHEDULED
[01:26:13.943] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:15:0) after 3m20s
[01:29:34.011] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:15:0)
[01:29:34.039] Build status: SCHEDULED
[01:29:34.039] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:16:0) after 6m32s
[01:36:06.211] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:16:0)
[01:36:06.235] Build status: SCHEDULED
[01:36:06.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:17:0) after 6m43s
[01:42:49.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:17:0)
[01:42:49.275] Build status: SCHEDULED
[01:42:49.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:18:0) after 8m52s
[01:51:41.344] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:18:0)
[01:51:41.371] Build status: SCHEDULED
[01:51:41.371] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:19:0) after 2m6s
[01:53:47.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:19:0)
[01:53:47.499] Build status: SCHEDULED
[01:53:47.499] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:20:0) after 6m31s
[02:00:18.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:20:0)
[02:00:18.662] Build status: SCHEDULED
[02:00:18.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:21:0) after 9m19s
[02:09:37.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:21:0)
[02:09:37.749] Build status: SCHEDULED
[02:09:37.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:22:0) after 6m30s
[02:16:07.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:22:0)
[02:16:07.815] Build status: SCHEDULED
[02:16:07.815] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:23:0) after 7m52s
[02:23:59.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:23:0)
[02:23:59.915] Build status: SCHEDULED
[02:23:59.915] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:24:0) after 4m29s
[02:28:28.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:24:0)
[02:28:28.989] Build status: SCHEDULED
[02:28:28.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:25:0) after 7m16s
[02:35:45.086] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:25:0)
[02:35:45.137] Build status: SCHEDULED
[02:35:45.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:26:0) after 2m43s
[02:38:28.192] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:26:0)
[02:38:28.221] Build status: SCHEDULED
[02:38:28.221] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:27:0) after 7m42s
[02:46:10.274] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:27:0)
[02:46:10.362] Build status: SCHEDULED
[02:46:10.362] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:28:0) after 2m13s
[02:48:23.335] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:28:0)
[02:48:23.358] Build status: SCHEDULED
[02:48:23.358] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:29:0) after 5m56s
[02:54:19.482] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:29:0)
[02:54:19.498] Build status: SCHEDULED
[02:54:19.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:30:0) after 5m7s
[02:59:26.524] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:30:0)
[02:59:26.610] Build status: SCHEDULED
[02:59:26.610] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:31:0) after 6m54s
[03:06:20.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:31:0)
[03:06:20.629] Build status: SCHEDULED
[03:06:20.629] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:32:0) after 4m5s
[03:10:25.684] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:32:0)
[03:10:25.754] Build status: SCHEDULED
[03:10:25.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:33:0) after 9m58s
[03:20:23.776] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:33:0)
[03:20:23.811] Build status: SCHEDULED
[03:20:23.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:34:0) after 9m19s
[03:29:42.827] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:34:0)
[03:29:42.858] Build status: SCHEDULED
[03:29:42.858] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:35:0) after 7m23s
[03:37:05.905] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:35:0)
[03:37:05.931] Build status: SCHEDULED
[03:37:05.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:36:0) after 7m39s
[03:44:44.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:36:0)
[03:44:44.948] Build status: SCHEDULED
[03:44:44.948] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:37:0) after 5m34s
[03:50:19.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:37:0)
[03:50:19.059] Build status: SCHEDULED
[03:50:19.059] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:38:0) after 6m8s
[03:56:27.413] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:38:0)
[03:56:27.468] Build status: SCHEDULED
[03:56:27.468] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:39:0) after 5m27s
[04:01:54.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:39:0)
[04:01:54.574] Build status: SCHEDULED
[04:01:54.574] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:40:0) after 1m12s
[04:03:06.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:40:0)
[04:03:06.640] Build status: SCHEDULED
[04:03:06.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:41:0) after 6m30s
[04:09:36.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:41:0)
[04:09:36.689] Build status: SCHEDULED
[04:09:36.689] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:42:0) after 2m41s
[04:12:17.703] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:42:0)
[04:12:17.723] Build status: SCHEDULED
[04:12:17.723] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8879011091290760240:43:0) after 6m46s
[04:14:06.799] Received PubSub notification, asking Buildbucket for the build status
[04:14:06.867] Build status: STARTED
[04:17:39.993] Received PubSub notification, asking Buildbucket for the build status
[04:17:40.020] Build:
{
"id": "8713581029453015569",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-29T00:29:50.493014645Z",
"startTime": "2025-05-29T04:14:06.554257155Z",
"endTime": "2025-05-29T04:17:39.734872209Z",
"updateTime": "2025-05-29T04:17:39.734872209Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "496aa215d8ad638f7696d8185ca49fd68721ae90",
"ref": "refs/heads/main"
}
}
}
[04:17:40.020] Invocation finished in 3h47m50.663364449s with status SUCCEEDED