[01:21:32.749] New invocation is queued and will start shortly
[01:21:34.011] Starting the invocation (attempt 1)
[01:21:34.039] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/60d698af223214864d75ddae1ca222ff6743352a"
[01:21:34.039] Popped gitiles commit info from properties and tags
[01:21:34.039] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:21:34.039] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:21:34.040] Buildbucket request:
{
"requestId": "8935359150257773920",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8935359150257773920",
"job": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cbf4b34fe63183437cceb4a76b8b87ece16c73f4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cbf4b34fe63183437cceb4a76b8b87ece16c73f4",
"title": "cbf4b34fe63183437cceb4a76b8b87ece16c73f4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cbf4b34fe63183437cceb4a76b8b87ece16c73f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a3d2e831199a6ea47343b70304f8779bed70f19e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a3d2e831199a6ea47343b70304f8779bed70f19e",
"title": "a3d2e831199a6ea47343b70304f8779bed70f19e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a3d2e831199a6ea47343b70304f8779bed70f19e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "eea581a4e8bc4d64872a7386f5ac1a1a627e7f13"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@eea581a4e8bc4d64872a7386f5ac1a1a627e7f13",
"title": "eea581a4e8bc4d64872a7386f5ac1a1a627e7f13",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/eea581a4e8bc4d64872a7386f5ac1a1a627e7f13"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "60d698af223214864d75ddae1ca222ff6743352a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@60d698af223214864d75ddae1ca222ff6743352a",
"title": "60d698af223214864d75ddae1ca222ff6743352a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/60d698af223214864d75ddae1ca222ff6743352a"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d698af223214864d75ddae1ca222ff6743352a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8935359150257773920"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:21:34.580] Scheduled build:
{
"id": "8769929088157725281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2023-09-15T01:21:34.127769788Z",
"updateTime": "2023-09-15T01:21:34.127769788Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d698af223214864d75ddae1ca222ff6743352a",
"ref": "refs/heads/main"
}
}
}
[01:21:34.581] Task URL: https://cr-buildbucket.appspot.com/build/8769929088157725281
[01:21:34.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:2:0) after 4m14s
[01:21:35.192] Received PubSub notification, asking Buildbucket for the build status
[01:21:35.229] Build status: SCHEDULED
[01:25:48.596] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:2:0)
[01:25:48.616] Build status: SCHEDULED
[01:25:48.616] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:4:0) after 6m56s
[01:32:45.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:4:0)
[01:32:45.245] Build status: SCHEDULED
[01:32:45.245] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:5:0) after 4m34s
[01:37:19.416] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:5:0)
[01:37:19.438] Build status: SCHEDULED
[01:37:19.438] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:6:0) after 1m2s
[01:38:21.454] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:6:0)
[01:38:21.484] Build status: SCHEDULED
[01:38:21.484] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:7:0) after 3m1s
[01:41:22.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:7:0)
[01:41:22.551] Build status: SCHEDULED
[01:41:22.551] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:8:0) after 3m49s
[01:45:11.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:8:0)
[01:45:11.594] Build status: SCHEDULED
[01:45:11.594] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:9:0) after 1m13s
[01:46:24.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:9:0)
[01:46:24.800] Build status: SCHEDULED
[01:46:24.800] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:10:0) after 4m56s
[01:51:21.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:10:0)
[01:51:21.046] Build status: SCHEDULED
[01:51:21.046] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:11:0) after 9m46s
[02:01:07.189] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:11:0)
[02:01:07.211] Build status: SCHEDULED
[02:01:07.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:12:0) after 8m36s
[02:09:43.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:12:0)
[02:09:43.281] Build status: SCHEDULED
[02:09:43.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:13:0) after 6m58s
[02:16:41.903] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:13:0)
[02:16:42.098] Build status: SCHEDULED
[02:16:42.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:14:0) after 4m35s
[02:21:17.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:14:0)
[02:21:17.157] Build status: SCHEDULED
[02:21:17.157] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:15:0) after 1m9s
[02:22:26.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:15:0)
[02:22:26.188] Build status: SCHEDULED
[02:22:26.188] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:16:0) after 3m43s
[02:26:09.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:16:0)
[02:26:09.281] Build status: SCHEDULED
[02:26:09.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:17:0) after 6m28s
[02:32:37.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:17:0)
[02:32:37.326] Build status: SCHEDULED
[02:32:37.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:18:0) after 5m1s
[02:37:38.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:18:0)
[02:37:38.369] Build status: SCHEDULED
[02:37:38.369] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:19:0) after 3m12s
[02:40:50.392] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:19:0)
[02:40:50.409] Build status: SCHEDULED
[02:40:50.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:20:0) after 2m49s
[02:43:39.486] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:20:0)
[02:43:39.573] Build status: SCHEDULED
[02:43:39.573] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:21:0) after 9m2s
[02:52:41.769] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:21:0)
[02:52:41.789] Build status: SCHEDULED
[02:52:41.789] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:22:0) after 5m2s
[02:57:43.811] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:22:0)
[02:57:43.831] Build status: SCHEDULED
[02:57:43.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:23:0) after 3m38s
[03:01:21.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:23:0)
[03:01:22.005] Build status: SCHEDULED
[03:01:22.005] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:24:0) after 9m0s
[03:10:22.085] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:24:0)
[03:10:22.102] Build status: SCHEDULED
[03:10:22.102] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:25:0) after 9m42s
[03:20:04.433] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:25:0)
[03:20:04.473] Build status: SCHEDULED
[03:20:04.473] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:26:0) after 1m26s
[03:21:30.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:26:0)
[03:21:30.519] Build status: SCHEDULED
[03:21:30.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:27:0) after 2m3s
[03:23:33.574] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:27:0)
[03:23:33.628] Build status: SCHEDULED
[03:23:33.628] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:28:0) after 9m22s
[03:32:55.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:28:0)
[03:32:55.857] Build status: SCHEDULED
[03:32:55.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:29:0) after 2m59s
[03:35:54.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:29:0)
[03:35:54.979] Build status: SCHEDULED
[03:35:54.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:30:0) after 1m7s
[03:37:01.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:30:0)
[03:37:02.015] Build status: SCHEDULED
[03:37:02.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-linux-gn-san-msan:8935359150257773920:31:0) after 7m31s
[03:37:34.394] Received PubSub notification, asking Buildbucket for the build status
[03:37:34.569] Build status: STARTED
[03:42:44.289] Received PubSub notification, asking Buildbucket for the build status
[03:42:44.309] Build:
{
"id": "8769929088157725281",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-linux-gn-san-msan"
},
"createdBy": "project:pigweed",
"createTime": "2023-09-15T01:21:34.127769788Z",
"startTime": "2023-09-15T03:37:33.623949Z",
"endTime": "2023-09-15T03:42:44.018703500Z",
"updateTime": "2023-09-15T03:42:44.018703500Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "60d698af223214864d75ddae1ca222ff6743352a",
"ref": "refs/heads/main"
}
}
}
[03:42:44.309] Invocation finished in 2h21m11.567451434s with status FAILED