[19:18:11.215] New invocation is queued and will start shortly
[19:18:12.466] Starting the invocation (attempt 1)
[19:18:12.494] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/351d6c113372eac715c2068a8b24f77da7631640"
[19:18:12.494] Popped gitiles commit info from properties and tags
[19:18:12.494] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:18:12.494] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:18:12.495] Buildbucket request:
{
"requestId": "8886550245933685488",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8886550245933685488",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "986272fe611395e06b518054829b546aa5d64762"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@986272fe611395e06b518054829b546aa5d64762",
"title": "986272fe611395e06b518054829b546aa5d64762",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/986272fe611395e06b518054829b546aa5d64762"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "43cf8d7853f2947c3a378586d78cc31336347ec8"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@43cf8d7853f2947c3a378586d78cc31336347ec8",
"title": "43cf8d7853f2947c3a378586d78cc31336347ec8",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/43cf8d7853f2947c3a378586d78cc31336347ec8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "358d2b6af37fc692c540e3a97295100d694d6d21"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@358d2b6af37fc692c540e3a97295100d694d6d21",
"title": "358d2b6af37fc692c540e3a97295100d694d6d21",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/358d2b6af37fc692c540e3a97295100d694d6d21"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4a365f6a2fcec8cae04b283273bc7cf144710830"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4a365f6a2fcec8cae04b283273bc7cf144710830",
"title": "4a365f6a2fcec8cae04b283273bc7cf144710830",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4a365f6a2fcec8cae04b283273bc7cf144710830"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "351d6c113372eac715c2068a8b24f77da7631640"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@351d6c113372eac715c2068a8b24f77da7631640",
"title": "351d6c113372eac715c2068a8b24f77da7631640",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/351d6c113372eac715c2068a8b24f77da7631640"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "351d6c113372eac715c2068a8b24f77da7631640",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8886550245933685488"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:18:12.882] Scheduled build:
{
"id": "8721120183870980625",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-06T19:18:12.558482858Z",
"updateTime": "2025-03-06T19:18:12.558482858Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "351d6c113372eac715c2068a8b24f77da7631640",
"ref": "refs/heads/main"
}
}
}
[19:18:12.882] Task URL: https://cr-buildbucket.appspot.com/build/8721120183870980625
[19:18:12.882] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:2:0) after 5m4s
[19:18:13.932] Received PubSub notification, asking Buildbucket for the build status
[19:18:13.954] Build status: SCHEDULED
[19:23:16.979] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:2:0)
[19:23:17.000] Build status: SCHEDULED
[19:23:17.000] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:4:0) after 1m6s
[19:24:23.080] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:4:0)
[19:24:23.113] Build status: SCHEDULED
[19:24:23.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:5:0) after 8m34s
[19:32:57.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:5:0)
[19:32:57.153] Build status: SCHEDULED
[19:32:57.153] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:6:0) after 8m43s
[19:41:40.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:6:0)
[19:41:40.194] Build status: SCHEDULED
[19:41:40.194] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:7:0) after 5m47s
[19:47:27.215] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:7:0)
[19:47:27.254] Build status: SCHEDULED
[19:47:27.254] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:8:0) after 8m57s
[19:56:24.258] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:8:0)
[19:56:24.276] Build status: SCHEDULED
[19:56:24.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:9:0) after 9m51s
[20:06:15.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:9:0)
[20:06:15.318] Build status: SCHEDULED
[20:06:15.318] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:10:0) after 3m51s
[20:10:06.411] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:10:0)
[20:10:06.439] Build status: SCHEDULED
[20:10:06.439] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:11:0) after 2m4s
[20:12:10.512] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:11:0)
[20:12:10.540] Build status: SCHEDULED
[20:12:10.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:12:0) after 7m32s
[20:19:42.611] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:12:0)
[20:19:42.706] Build status: SCHEDULED
[20:19:42.706] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:13:0) after 2m50s
[20:22:32.731] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:13:0)
[20:22:32.754] Build status: SCHEDULED
[20:22:32.754] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:14:0) after 8m41s
[20:31:13.778] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:14:0)
[20:31:13.799] Build status: SCHEDULED
[20:31:13.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:15:0) after 2m53s
[20:34:06.823] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:15:0)
[20:34:06.848] Build status: SCHEDULED
[20:34:06.848] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:16:0) after 1m21s
[20:35:27.862] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:16:0)
[20:35:27.880] Build status: SCHEDULED
[20:35:27.880] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:17:0) after 4m5s
[20:39:32.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:17:0)
[20:39:32.975] Build status: SCHEDULED
[20:39:32.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:18:0) after 6m46s
[20:46:19.003] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:18:0)
[20:46:19.021] Build status: SCHEDULED
[20:46:19.021] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:19:0) after 9m22s
[20:55:41.138] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:19:0)
[20:55:41.158] Build status: SCHEDULED
[20:55:41.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:20:0) after 6m12s
[21:01:53.197] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:20:0)
[21:01:53.282] Build status: SCHEDULED
[21:01:53.282] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:21:0) after 6m8s
[21:08:01.484] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:21:0)
[21:08:01.525] Build status: SCHEDULED
[21:08:01.525] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:22:0) after 1m51s
[21:09:52.614] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:22:0)
[21:09:52.640] Build status: SCHEDULED
[21:09:52.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:23:0) after 7m41s
[21:17:33.663] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:23:0)
[21:17:33.679] Build status: SCHEDULED
[21:17:33.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:24:0) after 8m50s
[21:26:23.701] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:24:0)
[21:26:23.717] Build status: SCHEDULED
[21:26:23.717] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:25:0) after 4m19s
[21:30:42.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:25:0)
[21:30:42.763] Build status: SCHEDULED
[21:30:42.763] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:26:0) after 1m24s
[21:32:06.890] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:26:0)
[21:32:06.911] Build status: SCHEDULED
[21:32:06.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:27:0) after 7m41s
[21:39:47.974] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:27:0)
[21:39:47.996] Build status: SCHEDULED
[21:39:47.996] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:28:0) after 2m42s
[21:42:30.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:28:0)
[21:42:30.095] Build status: SCHEDULED
[21:42:30.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:29:0) after 9m10s
[21:51:40.118] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:29:0)
[21:51:40.140] Build status: SCHEDULED
[21:51:40.140] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:30:0) after 8m20s
[22:00:00.209] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:30:0)
[22:00:00.228] Build status: SCHEDULED
[22:00:00.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:31:0) after 8m50s
[22:08:50.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:31:0)
[22:08:50.222] Build status: SCHEDULED
[22:08:50.222] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:32:0) after 7m36s
[22:16:26.408] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:32:0)
[22:16:26.427] Build status: SCHEDULED
[22:16:26.427] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:33:0) after 4m8s
[22:20:34.655] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:33:0)
[22:20:34.673] Build status: SCHEDULED
[22:20:34.673] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:34:0) after 6m59s
[22:27:33.711] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:34:0)
[22:27:33.733] Build status: SCHEDULED
[22:27:33.733] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:35:0) after 1m43s
[22:29:16.779] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:35:0)
[22:29:16.862] Build status: SCHEDULED
[22:29:16.862] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:36:0) after 4m56s
[22:34:12.883] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:36:0)
[22:34:12.899] Build status: SCHEDULED
[22:34:12.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:37:0) after 2m21s
[22:36:34.082] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:37:0)
[22:36:34.113] Build status: SCHEDULED
[22:36:34.113] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:38:0) after 8m50s
[22:45:24.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:38:0)
[22:45:24.417] Build status: SCHEDULED
[22:45:24.417] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:39:0) after 6m20s
[22:51:44.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:39:0)
[22:51:44.541] Build status: SCHEDULED
[22:51:44.541] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:40:0) after 5m9s
[22:56:53.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:40:0)
[22:56:53.724] Build status: SCHEDULED
[22:56:53.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:41:0) after 3m33s
[23:00:26.789] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:41:0)
[23:00:26.804] Build status: SCHEDULED
[23:00:26.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:42:0) after 2m28s
[23:02:54.826] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:42:0)
[23:02:54.839] Build status: SCHEDULED
[23:02:54.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:43:0) after 8m32s
[23:11:26.889] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:43:0)
[23:11:26.905] Build status: SCHEDULED
[23:11:26.905] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-bazel-san-tsan:8886550245933685488:44:0) after 6m18s
[23:12:10.244] Received PubSub notification, asking Buildbucket for the build status
[23:12:10.266] Build status: STARTED
[23:14:20.175] Received PubSub notification, asking Buildbucket for the build status
[23:14:20.250] Build:
{
"id": "8721120183870980625",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-bazel-san-tsan"
},
"createdBy": "project:pigweed",
"createTime": "2025-03-06T19:18:12.558482858Z",
"startTime": "2025-03-06T23:12:09.999545201Z",
"endTime": "2025-03-06T23:14:19.559525579Z",
"updateTime": "2025-03-06T23:14:19.559525579Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "351d6c113372eac715c2068a8b24f77da7631640",
"ref": "refs/heads/main"
}
}
}
[23:14:20.250] Invocation finished in 3h56m9.043012656s with status SUCCEEDED