[00:14:11.527] New invocation is queued and will start shortly
[00:14:12.606] Starting the invocation (attempt 1)
[00:14:12.629] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50440062822a07157ca842bcd4099ce2c78356e5"
[00:14:12.630] Popped gitiles commit info from properties and tags
[00:14:12.630] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:14:12.630] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:14:12.630] Buildbucket request:
{
"requestId": "8882364162441168016",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8882364162441168016",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2f152467be65974856ba5e119d1a290a92fbe460"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2f152467be65974856ba5e119d1a290a92fbe460",
"title": "2f152467be65974856ba5e119d1a290a92fbe460",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2f152467be65974856ba5e119d1a290a92fbe460"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c",
"title": "996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc297648753572d81389c4dccce9fabadd7734fa"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc297648753572d81389c4dccce9fabadd7734fa",
"title": "cc297648753572d81389c4dccce9fabadd7734fa",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc297648753572d81389c4dccce9fabadd7734fa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c946806f786122118735129f34b8939836c06542"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c946806f786122118735129f34b8939836c06542",
"title": "c946806f786122118735129f34b8939836c06542",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c946806f786122118735129f34b8939836c06542"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a5fd1e4790c0b49a0017de8e1a1bf267c96525ee"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5fd1e4790c0b49a0017de8e1a1bf267c96525ee",
"title": "a5fd1e4790c0b49a0017de8e1a1bf267c96525ee",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5fd1e4790c0b49a0017de8e1a1bf267c96525ee"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "59db4748ac8c44895befcaec60ff500a4f944969"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59db4748ac8c44895befcaec60ff500a4f944969",
"title": "59db4748ac8c44895befcaec60ff500a4f944969",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59db4748ac8c44895befcaec60ff500a4f944969"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e658fd4a233d5f68df9ea4227b63a86f42a65ef3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e658fd4a233d5f68df9ea4227b63a86f42a65ef3",
"title": "e658fd4a233d5f68df9ea4227b63a86f42a65ef3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e658fd4a233d5f68df9ea4227b63a86f42a65ef3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e587b7ecce41595e892fb58e73d5f6f61f518aef"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e587b7ecce41595e892fb58e73d5f6f61f518aef",
"title": "e587b7ecce41595e892fb58e73d5f6f61f518aef",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e587b7ecce41595e892fb58e73d5f6f61f518aef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "72f264be4ad68e1548339ec8b085abea4c811745"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72f264be4ad68e1548339ec8b085abea4c811745",
"title": "72f264be4ad68e1548339ec8b085abea4c811745",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72f264be4ad68e1548339ec8b085abea4c811745"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "50440062822a07157ca842bcd4099ce2c78356e5"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50440062822a07157ca842bcd4099ce2c78356e5",
"title": "50440062822a07157ca842bcd4099ce2c78356e5",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50440062822a07157ca842bcd4099ce2c78356e5"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50440062822a07157ca842bcd4099ce2c78356e5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8882364162441168016"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:14:13.093] Scheduled build:
{
"id": "8716934100579660049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-22T00:14:12.679164618Z",
"updateTime": "2025-04-22T00:14:12.679164618Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50440062822a07157ca842bcd4099ce2c78356e5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:14:13.093] Task URL: https://cr-buildbucket.appspot.com/build/8716934100579660049
[00:14:13.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:2:0) after 8m10s
[00:14:15.175] Received PubSub notification, asking Buildbucket for the build status
[00:14:15.198] Build status: SCHEDULED
[00:22:23.112] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:2:0)
[00:22:23.139] Build status: SCHEDULED
[00:22:23.139] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:4:0) after 3m50s
[00:26:13.230] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:4:0)
[00:26:13.288] Build status: SCHEDULED
[00:26:13.288] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:5:0) after 7m41s
[00:33:54.315] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:5:0)
[00:33:54.337] Build status: SCHEDULED
[00:33:54.337] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:6:0) after 3m37s
[00:37:31.371] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:6:0)
[00:37:31.409] Build status: SCHEDULED
[00:37:31.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:7:0) after 8m51s
[00:46:22.520] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:7:0)
[00:46:22.640] Build status: SCHEDULED
[00:46:22.640] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:8:0) after 2m14s
[00:48:36.683] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:8:0)
[00:48:36.718] Build status: SCHEDULED
[00:48:36.718] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:9:0) after 5m18s
[00:53:54.783] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:9:0)
[00:53:54.820] Build status: SCHEDULED
[00:53:54.820] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:10:0) after 4m43s
[00:58:37.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:10:0)
[00:58:38.077] Build status: SCHEDULED
[00:58:38.077] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:11:0) after 2m59s
[01:01:37.097] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:11:0)
[01:01:37.120] Build status: SCHEDULED
[01:01:37.120] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:12:0) after 6m52s
[01:08:29.135] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:12:0)
[01:08:29.168] Build status: SCHEDULED
[01:08:29.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:13:0) after 7m16s
[01:15:45.267] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:13:0)
[01:15:45.302] Build status: SCHEDULED
[01:15:45.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:14:0) after 3m12s
[01:18:57.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:14:0)
[01:18:57.344] Build status: SCHEDULED
[01:18:57.344] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:15:0) after 2m18s
[01:21:15.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:15:0)
[01:21:15.389] Build status: SCHEDULED
[01:21:15.389] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:16:0) after 4m55s
[01:26:10.407] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:16:0)
[01:26:10.425] Build status: SCHEDULED
[01:26:10.426] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:17:0) after 2m17s
[01:28:27.450] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:17:0)
[01:28:27.464] Build status: SCHEDULED
[01:28:27.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:18:0) after 6m15s
[01:34:42.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:18:0)
[01:34:42.539] Build status: SCHEDULED
[01:34:42.539] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:19:0) after 7m31s
[01:42:13.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:19:0)
[01:42:13.601] Build status: SCHEDULED
[01:42:13.601] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:20:0) after 3m51s
[01:46:04.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:20:0)
[01:46:04.651] Build status: SCHEDULED
[01:46:04.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:21:0) after 4m55s
[01:50:59.774] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:21:0)
[01:50:59.795] Build status: SCHEDULED
[01:50:59.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:22:0) after 4m44s
[01:55:43.812] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:22:0)
[01:55:43.828] Build status: SCHEDULED
[01:55:43.828] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:23:0) after 4m31s
[02:00:14.865] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:23:0)
[02:00:14.902] Build status: SCHEDULED
[02:00:14.902] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:24:0) after 4m14s
[02:04:28.919] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:24:0)
[02:04:28.934] Build status: SCHEDULED
[02:04:28.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:25:0) after 2m5s
[02:06:33.981] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:25:0)
[02:06:33.999] Build status: SCHEDULED
[02:06:33.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:26:0) after 9m27s
[02:16:01.075] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:26:0)
[02:16:01.094] Build status: SCHEDULED
[02:16:01.095] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:27:0) after 3m30s
[02:19:31.165] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:27:0)
[02:19:31.182] Build status: SCHEDULED
[02:19:31.182] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:28:0) after 3m20s
[02:22:51.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:28:0)
[02:22:51.261] Build status: SCHEDULED
[02:22:51.261] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:29:0) after 5m16s
[02:28:07.248] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:29:0)
[02:28:07.266] Build status: SCHEDULED
[02:28:07.266] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:30:0) after 8m31s
[02:36:38.384] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:30:0)
[02:36:38.409] Build status: SCHEDULED
[02:36:38.409] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:31:0) after 1m0s
[02:37:38.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:31:0)
[02:37:38.444] Build status: SCHEDULED
[02:37:38.444] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:32:0) after 9m42s
[02:47:20.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:32:0)
[02:47:20.659] Build status: SCHEDULED
[02:47:20.659] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:33:0) after 7m47s
[02:55:07.680] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:33:0)
[02:55:07.698] Build status: SCHEDULED
[02:55:07.698] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:34:0) after 5m16s
[03:00:23.721] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:34:0)
[03:00:23.739] Build status: SCHEDULED
[03:00:23.739] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:35:0) after 9m30s
[03:09:53.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:35:0)
[03:09:53.790] Build status: SCHEDULED
[03:09:53.790] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:36:0) after 1m57s
[03:11:51.081] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:36:0)
[03:11:51.108] Build status: SCHEDULED
[03:11:51.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:37:0) after 5m40s
[03:17:31.208] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:37:0)
[03:17:31.235] Build status: SCHEDULED
[03:17:31.235] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:38:0) after 9m18s
[03:26:49.330] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:38:0)
[03:26:49.352] Build status: SCHEDULED
[03:26:49.352] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:39:0) after 5m59s
[03:32:48.729] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:39:0)
[03:32:48.743] Build status: SCHEDULED
[03:32:48.743] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:40:0) after 6m17s
[03:39:05.764] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:40:0)
[03:39:05.781] Build status: SCHEDULED
[03:39:05.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:41:0) after 7m12s
[03:46:17.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:41:0)
[03:46:17.869] Build status: SCHEDULED
[03:46:17.869] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:42:0) after 8m33s
[03:54:50.882] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:42:0)
[03:54:50.897] Build status: SCHEDULED
[03:54:50.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:43:0) after 3m39s
[03:58:29.912] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:43:0)
[03:58:29.932] Build status: SCHEDULED
[03:58:29.933] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:44:0) after 3m34s
[04:02:04.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:44:0)
[04:02:04.105] Build status: SCHEDULED
[04:02:04.105] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:45:0) after 8m2s
[04:10:06.568] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:45:0)
[04:10:06.585] Build status: SCHEDULED
[04:10:06.585] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:46:0) after 1m43s
[04:11:49.931] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:46:0)
[04:11:49.949] Build status: SCHEDULED
[04:11:49.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:47:0) after 9m39s
[04:21:29.024] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:47:0)
[04:21:29.078] Build status: SCHEDULED
[04:21:29.078] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:48:0) after 4m23s
[04:25:52.068] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:48:0)
[04:25:52.090] Build status: SCHEDULED
[04:25:52.090] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:49:0) after 8m1s
[04:33:53.143] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:49:0)
[04:33:53.197] Build status: SCHEDULED
[04:33:53.198] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:50:0) after 2m3s
[04:35:56.220] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:50:0)
[04:35:56.283] Build status: SCHEDULED
[04:35:56.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:51:0) after 2m33s
[04:38:29.587] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:51:0)
[04:38:29.607] Build status: SCHEDULED
[04:38:29.607] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:52:0) after 4m56s
[04:43:25.631] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:52:0)
[04:43:25.662] Build status: SCHEDULED
[04:43:25.662] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:53:0) after 3m41s
[04:47:06.782] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:53:0)
[04:47:06.802] Build status: SCHEDULED
[04:47:06.802] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:54:0) after 7m29s
[04:54:36.337] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:54:0)
[04:54:36.387] Build status: SCHEDULED
[04:54:36.387] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:55:0) after 8m10s
[05:02:46.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:55:0)
[05:02:46.895] Build status: SCHEDULED
[05:02:46.895] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:56:0) after 8m22s
[05:11:08.917] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:56:0)
[05:11:08.934] Build status: SCHEDULED
[05:11:08.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:57:0) after 8m34s
[05:19:42.956] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:57:0)
[05:19:42.974] Build status: SCHEDULED
[05:19:42.974] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:58:0) after 3m5s
[05:22:47.966] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:58:0)
[05:22:47.983] Build status: SCHEDULED
[05:22:47.983] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:59:0) after 1m11s
[05:23:58.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:59:0)
[05:23:59.010] Build status: SCHEDULED
[05:23:59.010] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:60:0) after 2m13s
[05:26:12.142] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:60:0)
[05:26:12.160] Build status: SCHEDULED
[05:26:12.160] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:61:0) after 3m43s
[05:29:55.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:61:0)
[05:29:55.283] Build status: SCHEDULED
[05:29:55.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:62:0) after 3m14s
[05:33:09.365] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:62:0)
[05:33:09.383] Build status: SCHEDULED
[05:33:09.383] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:63:0) after 2m54s
[05:36:03.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:63:0)
[05:36:03.519] Build status: SCHEDULED
[05:36:03.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:64:0) after 9m59s
[05:43:06.885] Received PubSub notification, asking Buildbucket for the build status
[05:43:07.114] Build status: STARTED
[05:46:02.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:64:0)
[05:46:02.962] Build status: STARTED
[05:46:02.962] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:66:0) after 4m29s
[05:50:31.988] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:66:0)
[05:50:32.004] Build status: STARTED
[05:50:32.004] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:67:0) after 8m13s
[05:58:45.231] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:67:0)
[05:58:45.265] Build status: STARTED
[05:58:45.265] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:68:0) after 9m47s
[06:08:32.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:68:0)
[06:08:32.714] Build status: STARTED
[06:08:32.714] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:69:0) after 1m17s
[06:09:49.739] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:69:0)
[06:09:49.757] Build status: STARTED
[06:09:49.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:70:0) after 4m48s
[06:14:38.152] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:70:0)
[06:14:38.179] Build status: STARTED
[06:14:38.179] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:71:0) after 4m24s
[06:19:02.199] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:71:0)
[06:19:02.217] Build status: STARTED
[06:19:02.217] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:72:0) after 5m57s
[06:24:59.872] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:72:0)
[06:24:59.888] Build status: STARTED
[06:24:59.888] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:73:0) after 7m0s
[06:32:00.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:73:0)
[06:32:00.064] Build status: STARTED
[06:32:00.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:74:0) after 1m0s
[06:33:00.089] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:74:0)
[06:33:00.107] Build status: STARTED
[06:33:00.107] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8882364162441168016:75:0) after 6m35s
[06:35:42.102] Received PubSub notification, asking Buildbucket for the build status
[06:35:42.121] Build:
{
"id": "8716934100579660049",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-04-22T00:14:12.679164618Z",
"startTime": "2025-04-22T05:43:06.724691809Z",
"endTime": "2025-04-22T06:35:41.582051307Z",
"updateTime": "2025-04-22T06:35:41.582051307Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "50440062822a07157ca842bcd4099ce2c78356e5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:35:42.121] Invocation finished in 6h21m30.601620352s with status FAILED