[00:36:41.409] New invocation is queued and will start shortly
[00:36:42.464] Starting the invocation (attempt 1)
[00:36:42.490] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/f4b9f07df2a877501801bb24ecc7a9d5ef9549be"
[00:36:42.490] Popped gitiles commit info from properties and tags
[00:36:42.490] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:36:42.490] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:36:42.491] Buildbucket request:
{
"requestId": "8873846632152465136",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8873846632152465136",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "861126d4a963dd3104dee678b03c1a9cef8d91ff"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@861126d4a963dd3104dee678b03c1a9cef8d91ff",
"title": "861126d4a963dd3104dee678b03c1a9cef8d91ff",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/861126d4a963dd3104dee678b03c1a9cef8d91ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc",
"title": "6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/6b4a6e06114829a0f3ac40caa0e2c6912eac8bfc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f9948c36272736eba98bd145b6f90723d1c7adb4"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f9948c36272736eba98bd145b6f90723d1c7adb4",
"title": "f9948c36272736eba98bd145b6f90723d1c7adb4",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f9948c36272736eba98bd145b6f90723d1c7adb4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@7006d2857e5a5156e56fe2d1c198db39891b99fc",
"title": "7006d2857e5a5156e56fe2d1c198db39891b99fc",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/7006d2857e5a5156e56fe2d1c198db39891b99fc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"title": "4103190e63aafb4e0cb734be6c5d3dedcafc1133",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4103190e63aafb4e0cb734be6c5d3dedcafc1133"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"title": "2434409a156d5734bf3cd18eeb5710eb0b5706f3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2434409a156d5734bf3cd18eeb5710eb0b5706f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"title": "e8d2f96936bd5f34ecd921dc16117d9e0fab52f1",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e8d2f96936bd5f34ecd921dc16117d9e0fab52f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"title": "90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/90ae93f3c07fc3a02bd496b0b5d45b64ce8b7b66"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"title": "e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e090efdf7c739ca1b5dbeda1ea7ecbd4c87298b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "70d4a628e9c49321b4e56519887b8a9965715dab"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@70d4a628e9c49321b4e56519887b8a9965715dab",
"title": "70d4a628e9c49321b4e56519887b8a9965715dab",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/70d4a628e9c49321b4e56519887b8a9965715dab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cc32f808758d59b81de771643764e92372d7c71a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc32f808758d59b81de771643764e92372d7c71a",
"title": "cc32f808758d59b81de771643764e92372d7c71a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc32f808758d59b81de771643764e92372d7c71a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "776a399e4e057690144a619d5d65c1b1cb79e94a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@776a399e4e057690144a619d5d65c1b1cb79e94a",
"title": "776a399e4e057690144a619d5d65c1b1cb79e94a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/776a399e4e057690144a619d5d65c1b1cb79e94a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "a15096be3e19d4f977b811cc4c61ede2c8291ab6"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a15096be3e19d4f977b811cc4c61ede2c8291ab6",
"title": "a15096be3e19d4f977b811cc4c61ede2c8291ab6",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a15096be3e19d4f977b811cc4c61ede2c8291ab6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"title": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/f4b9f07df2a877501801bb24ecc7a9d5ef9549be"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8873846632152465136"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:36:42.979] Scheduled build:
{
"id": "8708416570286854801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T00:36:42.558441923Z",
"updateTime": "2025-07-25T00:36:42.558441923Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:36:42.979] Task URL: https://cr-buildbucket.appspot.com/build/8708416570286854801
[00:36:42.979] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:2:0) after 2m16s
[00:36:43.933] Received PubSub notification, asking Buildbucket for the build status
[00:36:44.026] Build status: SCHEDULED
[00:38:59.079] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:2:0)
[00:38:59.108] Build status: SCHEDULED
[00:38:59.108] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:4:0) after 9m37s
[00:48:36.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:4:0)
[00:48:36.171] Build status: SCHEDULED
[00:48:36.172] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:5:0) after 7m39s
[00:56:15.207] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:5:0)
[00:56:15.316] Build status: SCHEDULED
[00:56:15.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:6:0) after 7m26s
[01:03:41.310] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:6:0)
[01:03:41.366] Build status: SCHEDULED
[01:03:41.366] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:7:0) after 5m51s
[01:09:32.388] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:7:0)
[01:09:32.428] Build status: SCHEDULED
[01:09:32.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:8:0) after 3m36s
[01:13:08.497] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:8:0)
[01:13:08.517] Build status: SCHEDULED
[01:13:08.517] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:9:0) after 3m7s
[01:16:15.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:9:0)
[01:16:15.556] Build status: SCHEDULED
[01:16:15.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:10:0) after 5m31s
[01:21:46.559] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:10:0)
[01:21:46.581] Build status: SCHEDULED
[01:21:46.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:11:0) after 6m50s
[01:28:36.682] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:11:0)
[01:28:36.703] Build status: SCHEDULED
[01:28:36.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:12:0) after 3m17s
[01:31:53.702] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:12:0)
[01:31:53.722] Build status: SCHEDULED
[01:31:53.722] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:13:0) after 8m3s
[01:39:56.753] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:13:0)
[01:39:56.771] Build status: SCHEDULED
[01:39:56.771] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:14:0) after 6m53s
[01:46:49.870] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:14:0)
[01:46:49.890] Build status: SCHEDULED
[01:46:49.890] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:15:0) after 9m30s
[01:56:20.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:15:0)
[01:56:20.087] Build status: SCHEDULED
[01:56:20.087] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:16:0) after 3m17s
[01:59:37.167] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:16:0)
[01:59:37.186] Build status: SCHEDULED
[01:59:37.186] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:17:0) after 5m59s
[02:05:36.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:17:0)
[02:05:36.281] Build status: SCHEDULED
[02:05:36.281] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:18:0) after 4m32s
[02:10:08.471] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:18:0)
[02:10:08.498] Build status: SCHEDULED
[02:10:08.498] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:19:0) after 9m34s
[02:19:42.523] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:19:0)
[02:19:42.552] Build status: SCHEDULED
[02:19:42.552] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:20:0) after 5m47s
[02:25:29.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:20:0)
[02:25:29.604] Build status: SCHEDULED
[02:25:29.604] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:21:0) after 2m8s
[02:27:37.650] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:21:0)
[02:27:37.703] Build status: SCHEDULED
[02:27:37.703] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:22:0) after 6m42s
[02:34:19.770] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:22:0)
[02:34:19.795] Build status: SCHEDULED
[02:34:19.796] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:23:0) after 5m44s
[02:40:03.838] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:23:0)
[02:40:03.856] Build status: SCHEDULED
[02:40:03.856] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:24:0) after 3m33s
[02:43:36.945] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:24:0)
[02:43:36.970] Build status: SCHEDULED
[02:43:36.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:25:0) after 5m58s
[02:49:35.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:25:0)
[02:49:35.037] Build status: SCHEDULED
[02:49:35.037] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:26:0) after 7m31s
[02:57:06.062] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:26:0)
[02:57:06.091] Build status: SCHEDULED
[02:57:06.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:27:0) after 2m25s
[02:59:31.171] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:27:0)
[02:59:31.192] Build status: SCHEDULED
[02:59:31.192] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:28:0) after 3m12s
[03:02:43.243] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:28:0)
[03:02:43.257] Build status: SCHEDULED
[03:02:43.258] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:29:0) after 8m6s
[03:10:49.284] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:29:0)
[03:10:49.302] Build status: SCHEDULED
[03:10:49.302] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:30:0) after 6m42s
[03:17:31.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:30:0)
[03:17:31.380] Build status: SCHEDULED
[03:17:31.380] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:31:0) after 5m51s
[03:23:22.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:31:0)
[03:23:22.535] Build status: SCHEDULED
[03:23:22.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:32:0) after 2m26s
[03:25:48.567] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:32:0)
[03:25:48.732] Build status: SCHEDULED
[03:25:48.732] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:33:0) after 1m24s
[03:27:12.756] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:33:0)
[03:27:12.837] Build status: SCHEDULED
[03:27:12.837] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:34:0) after 6m34s
[03:33:46.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:34:0)
[03:33:46.928] Build status: SCHEDULED
[03:33:46.928] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:35:0) after 5m48s
[03:39:34.944] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:35:0)
[03:39:34.961] Build status: SCHEDULED
[03:39:34.961] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:36:0) after 9m19s
[03:48:54.001] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:36:0)
[03:48:54.019] Build status: SCHEDULED
[03:48:54.019] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:37:0) after 1m3s
[03:49:57.041] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:37:0)
[03:49:57.064] Build status: SCHEDULED
[03:49:57.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:38:0) after 7m10s
[03:57:07.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:38:0)
[03:57:07.203] Build status: SCHEDULED
[03:57:07.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:39:0) after 9m5s
[04:06:12.213] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:39:0)
[04:06:12.229] Build status: SCHEDULED
[04:06:12.229] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:40:0) after 1m26s
[04:07:38.307] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:40:0)
[04:07:38.341] Build status: SCHEDULED
[04:07:38.341] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:41:0) after 6m14s
[04:13:52.464] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:41:0)
[04:13:52.514] Build status: SCHEDULED
[04:13:52.514] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:42:0) after 8m26s
[04:22:18.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:42:0)
[04:22:18.580] Build status: SCHEDULED
[04:22:18.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:43:0) after 6m45s
[04:29:03.653] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:43:0)
[04:29:03.669] Build status: SCHEDULED
[04:29:03.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:44:0) after 1m20s
[04:30:23.737] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:44:0)
[04:30:23.756] Build status: SCHEDULED
[04:30:23.757] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:45:0) after 1m26s
[04:31:49.833] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:45:0)
[04:31:49.852] Build status: SCHEDULED
[04:31:49.852] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:46:0) after 7m30s
[04:39:19.877] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:46:0)
[04:39:19.905] Build status: SCHEDULED
[04:39:19.906] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:47:0) after 6m45s
[04:46:04.992] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:47:0)
[04:46:05.018] Build status: SCHEDULED
[04:46:05.018] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:48:0) after 5m38s
[04:51:43.019] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:48:0)
[04:51:43.075] Build status: SCHEDULED
[04:51:43.075] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:49:0) after 5m6s
[04:56:49.096] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:49:0)
[04:56:49.119] Build status: SCHEDULED
[04:56:49.119] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:50:0) after 7m38s
[05:04:27.246] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:50:0)
[05:04:27.262] Build status: SCHEDULED
[05:04:27.262] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:51:0) after 4m42s
[05:09:09.401] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:51:0)
[05:09:09.433] Build status: SCHEDULED
[05:09:09.433] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:52:0) after 8m53s
[05:18:02.460] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:52:0)
[05:18:02.478] Build status: SCHEDULED
[05:18:02.478] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:53:0) after 6m5s
[05:24:07.558] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:53:0)
[05:24:07.588] Build status: SCHEDULED
[05:24:07.589] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:54:0) after 9m52s
[05:33:59.608] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:54:0)
[05:33:59.636] Build status: SCHEDULED
[05:33:59.636] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:55:0) after 1m44s
[05:35:43.637] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:55:0)
[05:35:43.655] Build status: SCHEDULED
[05:35:43.655] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:56:0) after 2m10s
[05:37:53.724] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:56:0)
[05:37:53.749] Build status: SCHEDULED
[05:37:53.749] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:57:0) after 1m47s
[05:39:40.781] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:57:0)
[05:39:40.799] Build status: SCHEDULED
[05:39:40.799] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:58:0) after 3m39s
[05:43:19.834] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:58:0)
[05:43:19.865] Build status: SCHEDULED
[05:43:19.865] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:59:0) after 8m17s
[05:51:36.906] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:59:0)
[05:51:36.925] Build status: SCHEDULED
[05:51:36.925] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:60:0) after 5m59s
[05:57:35.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:60:0)
[05:57:35.989] Build status: SCHEDULED
[05:57:35.989] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:61:0) after 9m1s
[06:06:37.014] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:61:0)
[06:06:37.035] Build status: SCHEDULED
[06:06:37.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:62:0) after 6m2s
[06:12:39.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:62:0)
[06:12:39.448] Build status: SCHEDULED
[06:12:39.448] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:63:0) after 7m45s
[06:20:24.477] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:63:0)
[06:20:24.510] Build status: SCHEDULED
[06:20:24.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:64:0) after 6m17s
[06:26:41.532] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:64:0)
[06:26:41.556] Build status: SCHEDULED
[06:26:41.556] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:65:0) after 1m8s
[06:27:49.581] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:65:0)
[06:27:49.599] Build status: SCHEDULED
[06:27:49.599] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:66:0) after 3m16s
[06:31:05.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:66:0)
[06:31:05.730] Build status: SCHEDULED
[06:31:05.730] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:67:0) after 9m4s
[06:40:09.797] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:67:0)
[06:40:09.874] Build status: SCHEDULED
[06:40:09.874] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:68:0) after 7m29s
[06:47:38.983] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:68:0)
[06:47:38.999] Build status: SCHEDULED
[06:47:38.999] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:69:0) after 7m53s
[06:55:32.114] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:69:0)
[06:55:32.137] Build status: SCHEDULED
[06:55:32.137] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:70:0) after 1m3s
[06:56:35.169] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:70:0)
[06:56:35.209] Build status: SCHEDULED
[06:56:35.209] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:71:0) after 1m1s
[06:57:36.259] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:71:0)
[06:57:36.286] Build status: SCHEDULED
[06:57:36.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:72:0) after 6m0s
[07:03:36.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:72:0)
[07:03:36.334] Build status: SCHEDULED
[07:03:36.334] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:73:0) after 3m35s
[07:07:11.418] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:73:0)
[07:07:11.441] Build status: SCHEDULED
[07:07:11.441] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:74:0) after 8m29s
[07:15:40.517] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:74:0)
[07:15:40.581] Build status: SCHEDULED
[07:15:40.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:75:0) after 6m7s
[07:21:47.658] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:75:0)
[07:21:47.680] Build status: SCHEDULED
[07:21:47.680] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:76:0) after 3m26s
[07:24:31.867] Received PubSub notification, asking Buildbucket for the build status
[07:24:31.906] Build status: STARTED
[07:25:13.660] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:76:0)
[07:25:13.678] Build status: STARTED
[07:25:13.678] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:78:0) after 3m1s
[07:28:14.666] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:78:0)
[07:28:14.690] Build status: STARTED
[07:28:14.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:79:0) after 9m9s
[07:37:23.713] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:79:0)
[07:37:23.736] Build status: STARTED
[07:37:23.736] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:80:0) after 9m45s
[07:47:08.759] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:80:0)
[07:47:08.792] Build status: STARTED
[07:47:08.792] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:81:0) after 6m16s
[07:53:24.815] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:81:0)
[07:53:24.836] Build status: STARTED
[07:53:24.836] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:82:0) after 8m23s
[08:01:47.963] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:82:0)
[08:01:47.986] Build status: STARTED
[08:01:47.986] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:83:0) after 4m25s
[08:06:13.058] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:83:0)
[08:06:13.098] Build status: STARTED
[08:06:13.098] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:84:0) after 2m32s
[08:08:45.795] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:84:0)
[08:08:45.814] Build status: STARTED
[08:08:45.814] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:85:0) after 1m42s
[08:10:27.831] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:85:0)
[08:10:27.851] Build status: STARTED
[08:10:27.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:86:0) after 6m43s
[08:17:11.072] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:86:0)
[08:17:11.100] Build status: STARTED
[08:17:11.100] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:87:0) after 2m12s
[08:19:23.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:87:0)
[08:19:23.292] Build status: STARTED
[08:19:23.292] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-gn-main:8873846632152465136:88:0) after 4m55s
[08:23:54.006] Received PubSub notification, asking Buildbucket for the build status
[08:23:54.037] Build:
{
"id": "8708416570286854801",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-gn-main"
},
"createdBy": "project:pigweed",
"createTime": "2025-07-25T00:36:42.558441923Z",
"startTime": "2025-07-25T07:24:31.696622291Z",
"endTime": "2025-07-25T08:23:52.714907947Z",
"updateTime": "2025-07-25T08:23:52.714907947Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "f4b9f07df2a877501801bb24ecc7a9d5ef9549be",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:23:54.037] Invocation finished in 7h47m12.64135286s with status FAILED