[19:09:00.135] New invocation is queued and will start shortly
[19:09:01.199] Starting the invocation (attempt 1)
[19:09:01.221] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/b09da2b271a342dfbf246534d5d2c86e160c41ed"
[19:09:01.221] Popped gitiles commit info from properties and tags
[19:09:01.221] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:09:01.221] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:09:01.222] Buildbucket request:
{
"requestId": "8879665454341210032",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8879665454341210032",
"job": "pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30",
"title": "121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/121a1012a5ea6b0fe28f1f692dcaa7e7d8933e30"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "fa9e18c0decb63b31585363196819dd0470a466e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@fa9e18c0decb63b31585363196819dd0470a466e",
"title": "fa9e18c0decb63b31585363196819dd0470a466e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/fa9e18c0decb63b31585363196819dd0470a466e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "db5c5ff1368b11ccc75f5b90ada85e296f119aa7"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@db5c5ff1368b11ccc75f5b90ada85e296f119aa7",
"title": "db5c5ff1368b11ccc75f5b90ada85e296f119aa7",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/db5c5ff1368b11ccc75f5b90ada85e296f119aa7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bb2347b9d1aa706c188857bed81a02aa97445f6a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bb2347b9d1aa706c188857bed81a02aa97445f6a",
"title": "bb2347b9d1aa706c188857bed81a02aa97445f6a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bb2347b9d1aa706c188857bed81a02aa97445f6a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "bc15bc2f44a368453edb05e6070f18dca7cce362"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@bc15bc2f44a368453edb05e6070f18dca7cce362",
"title": "bc15bc2f44a368453edb05e6070f18dca7cce362",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/bc15bc2f44a368453edb05e6070f18dca7cce362"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "dee4878326e1898bd126b9acf5ff5340c14b214b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@dee4878326e1898bd126b9acf5ff5340c14b214b",
"title": "dee4878326e1898bd126b9acf5ff5340c14b214b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/dee4878326e1898bd126b9acf5ff5340c14b214b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "d3f422ab6068d21dd452147cd910341243e451e6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@d3f422ab6068d21dd452147cd910341243e451e6",
"title": "d3f422ab6068d21dd452147cd910341243e451e6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/d3f422ab6068d21dd452147cd910341243e451e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6646eb1addef93d5c59dcf5411ef511d38da8ec9"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6646eb1addef93d5c59dcf5411ef511d38da8ec9",
"title": "6646eb1addef93d5c59dcf5411ef511d38da8ec9",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6646eb1addef93d5c59dcf5411ef511d38da8ec9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72ed9ebc58764db2865d28faaaec4b99477c393d"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72ed9ebc58764db2865d28faaaec4b99477c393d",
"title": "72ed9ebc58764db2865d28faaaec4b99477c393d",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72ed9ebc58764db2865d28faaaec4b99477c393d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ebc860ce53543c7460a9dc308e861b98cef5858c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ebc860ce53543c7460a9dc308e861b98cef5858c",
"title": "ebc860ce53543c7460a9dc308e861b98cef5858c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ebc860ce53543c7460a9dc308e861b98cef5858c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b102538a1c03643363d6f4c010f78edc80faa29e"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b102538a1c03643363d6f4c010f78edc80faa29e",
"title": "b102538a1c03643363d6f4c010f78edc80faa29e",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b102538a1c03643363d6f4c010f78edc80faa29e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "15349ff6832f0e3de8909acf2b6d686652708b68"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@15349ff6832f0e3de8909acf2b6d686652708b68",
"title": "15349ff6832f0e3de8909acf2b6d686652708b68",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/15349ff6832f0e3de8909acf2b6d686652708b68"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "b09da2b271a342dfbf246534d5d2c86e160c41ed"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@b09da2b271a342dfbf246534d5d2c86e160c41ed",
"title": "b09da2b271a342dfbf246534d5d2c86e160c41ed",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/b09da2b271a342dfbf246534d5d2c86e160c41ed"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b09da2b271a342dfbf246534d5d2c86e160c41ed",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8879665454341210032"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:09:01.947] Scheduled build:
{
"id": "8714235392399398737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-21T19:09:01.358187140Z",
"updateTime": "2025-05-21T19:09:01.358187140Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b09da2b271a342dfbf246534d5d2c86e160c41ed",
"ref": "refs/heads/main"
}
},
"canary": true
}
[19:09:01.947] Task URL: https://cr-buildbucket.appspot.com/build/8714235392399398737
[19:09:01.947] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:2:0) after 5m22s
[19:09:02.979] Received PubSub notification, asking Buildbucket for the build status
[19:09:03.026] Build status: SCHEDULED
[19:14:24.013] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:2:0)
[19:14:24.041] Build status: SCHEDULED
[19:14:24.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:4:0) after 2m6s
[19:16:30.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:4:0)
[19:16:30.120] Build status: SCHEDULED
[19:16:30.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:5:0) after 1m41s
[19:18:11.181] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:5:0)
[19:18:11.317] Build status: SCHEDULED
[19:18:11.317] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:6:0) after 4m45s
[19:22:56.356] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:6:0)
[19:22:56.385] Build status: SCHEDULED
[19:22:56.385] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:7:0) after 8m7s
[19:31:03.409] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:7:0)
[19:31:03.434] Build status: SCHEDULED
[19:31:03.434] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:8:0) after 7m29s
[19:38:32.525] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:8:0)
[19:38:32.675] Build status: SCHEDULED
[19:38:32.675] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:9:0) after 9m47s
[19:48:19.748] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:9:0)
[19:48:19.780] Build status: SCHEDULED
[19:48:19.780] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:10:0) after 9m22s
[19:57:41.835] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:10:0)
[19:57:41.873] Build status: SCHEDULED
[19:57:41.873] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:11:0) after 3m39s
[20:01:20.893] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:11:0)
[20:01:20.931] Build status: SCHEDULED
[20:01:20.931] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:12:0) after 6m19s
[20:07:39.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:12:0)
[20:07:40.075] Build status: SCHEDULED
[20:07:40.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:13:0) after 1m34s
[20:09:14.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:13:0)
[20:09:14.192] Build status: SCHEDULED
[20:09:14.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:14:0) after 5m51s
[20:15:05.290] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:14:0)
[20:15:05.325] Build status: SCHEDULED
[20:15:05.325] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:15:0) after 7m58s
[20:23:03.395] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:15:0)
[20:23:03.579] Build status: SCHEDULED
[20:23:03.579] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:16:0) after 7m21s
[20:30:24.605] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:16:0)
[20:30:24.625] Build status: SCHEDULED
[20:30:24.625] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:17:0) after 3m56s
[20:34:20.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:17:0)
[20:34:20.690] Build status: SCHEDULED
[20:34:20.691] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:18:0) after 8m57s
[20:43:17.740] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:18:0)
[20:43:17.791] Build status: SCHEDULED
[20:43:17.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:19:0) after 2m20s
[20:45:37.780] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:19:0)
[20:45:37.799] Build status: SCHEDULED
[20:45:37.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:20:0) after 3m29s
[20:49:06.942] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:20:0)
[20:49:06.961] Build status: SCHEDULED
[20:49:06.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:21:0) after 1m55s
[20:51:01.982] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:21:0)
[20:51:02.001] Build status: SCHEDULED
[20:51:02.001] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:22:0) after 6m21s
[20:57:23.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:22:0)
[20:57:23.037] Build status: SCHEDULED
[20:57:23.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:23:0) after 7m0s
[21:04:23.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:23:0)
[21:04:23.133] Build status: SCHEDULED
[21:04:23.133] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:24:0) after 6m38s
[21:09:22.703] Received PubSub notification, asking Buildbucket for the build status
[21:09:22.759] Build status: STARTED
[21:11:01.210] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:24:0)
[21:11:01.227] Build status: STARTED
[21:11:01.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:26:0) after 8m36s
[21:19:37.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:26:0)
[21:19:37.345] Build status: STARTED
[21:19:37.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:27:0) after 6m21s
[21:25:58.461] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:27:0)
[21:25:58.478] Build status: STARTED
[21:25:58.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:28:0) after 6m22s
[21:32:20.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:28:0)
[21:32:20.567] Build status: STARTED
[21:32:20.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:29:0) after 3m16s
[21:35:36.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:29:0)
[21:35:36.707] Build status: STARTED
[21:35:36.707] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:30:0) after 7m28s
[21:43:04.828] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:30:0)
[21:43:04.847] Build status: STARTED
[21:43:04.847] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:31:0) after 5m5s
[21:48:09.925] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:31:0)
[21:48:09.949] Build status: STARTED
[21:48:09.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:32:0) after 5m53s
[21:54:03.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:32:0)
[21:54:03.130] Build status: STARTED
[21:54:03.130] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.ci-pigweed-mac-x86-gn-compatibility-main:8879665454341210032:33:0) after 8m28s
[22:01:31.760] Received PubSub notification, asking Buildbucket for the build status
[22:01:31.778] Build:
{
"id": "8714235392399398737",
"builder": {
"project": "pigweed",
"bucket": "pigweed.ci",
"builder": "pigweed-mac-x86-gn-compatibility-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-05-21T19:09:01.358187140Z",
"startTime": "2025-05-21T21:09:22.340954066Z",
"endTime": "2025-05-21T22:01:31.280386955Z",
"updateTime": "2025-05-21T22:01:31.280386955Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "b09da2b271a342dfbf246534d5d2c86e160c41ed",
"ref": "refs/heads/main"
}
},
"canary": true
}
[22:01:31.778] Invocation finished in 2h52m31.65602247s with status FAILED