[02:51:24.466] New invocation is queued and will start shortly
[02:51:25.575] Starting the invocation (attempt 1)
[02:51:25.600] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/sandbox/+/104f1b52ab5635ab95952133d7bc00ce8d8d7a27"
[02:51:25.600] Popped gitiles commit info from properties and tags
[02:51:25.600] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:51:25.601] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:51:25.602] Buildbucket request:
{
"requestId": "8832616536733455632",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8832616536733455632",
"job": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "29e32b526e4bf94370ec2f2d26163dfe94056090"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@29e32b526e4bf94370ec2f2d26163dfe94056090",
"title": "29e32b526e4bf94370ec2f2d26163dfe94056090",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/29e32b526e4bf94370ec2f2d26163dfe94056090"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "e0d6c90c1def2042048f795eaf43b5ca42423898"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@e0d6c90c1def2042048f795eaf43b5ca42423898",
"title": "e0d6c90c1def2042048f795eaf43b5ca42423898",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/e0d6c90c1def2042048f795eaf43b5ca42423898"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "6298d13d6996d655437b5bcb043daec50720bf1d"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@6298d13d6996d655437b5bcb043daec50720bf1d",
"title": "6298d13d6996d655437b5bcb043daec50720bf1d",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/6298d13d6996d655437b5bcb043daec50720bf1d"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "357535cd757c2616dc82f864086652d4a5b760c6"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@357535cd757c2616dc82f864086652d4a5b760c6",
"title": "357535cd757c2616dc82f864086652d4a5b760c6",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/357535cd757c2616dc82f864086652d4a5b760c6"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "03c97dfa84eafe42806e402000a9fe1dfadd3c8f"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@03c97dfa84eafe42806e402000a9fe1dfadd3c8f",
"title": "03c97dfa84eafe42806e402000a9fe1dfadd3c8f",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/03c97dfa84eafe42806e402000a9fe1dfadd3c8f"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "7583f3963bb3a0d44d24777e40c4e00bca7aa209"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@7583f3963bb3a0d44d24777e40c4e00bca7aa209",
"title": "7583f3963bb3a0d44d24777e40c4e00bca7aa209",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/7583f3963bb3a0d44d24777e40c4e00bca7aa209"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "020e25d1b2520a233b82693625a61c68fd31b332"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@020e25d1b2520a233b82693625a61c68fd31b332",
"title": "020e25d1b2520a233b82693625a61c68fd31b332",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/020e25d1b2520a233b82693625a61c68fd31b332"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "9583b478b0bf8e561bf15eca2620b76786b06bb2"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@9583b478b0bf8e561bf15eca2620b76786b06bb2",
"title": "9583b478b0bf8e561bf15eca2620b76786b06bb2",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/9583b478b0bf8e561bf15eca2620b76786b06bb2"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "c014d34eada6058ee24bdf8c74a0a0bcd687685f"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@c014d34eada6058ee24bdf8c74a0a0bcd687685f",
"title": "c014d34eada6058ee24bdf8c74a0a0bcd687685f",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/c014d34eada6058ee24bdf8c74a0a0bcd687685f"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "2cedc26456f3130e9a73b50d87ff7b5a777771ae"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@2cedc26456f3130e9a73b50d87ff7b5a777771ae",
"title": "2cedc26456f3130e9a73b50d87ff7b5a777771ae",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/2cedc26456f3130e9a73b50d87ff7b5a777771ae"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "41e3e45125a06780f17746e71812f17104b23c48"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@41e3e45125a06780f17746e71812f17104b23c48",
"title": "41e3e45125a06780f17746e71812f17104b23c48",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/41e3e45125a06780f17746e71812f17104b23c48"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "4fcb85242e117b8fe3bae2d309473f69d46df3b8"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@4fcb85242e117b8fe3bae2d309473f69d46df3b8",
"title": "4fcb85242e117b8fe3bae2d309473f69d46df3b8",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/4fcb85242e117b8fe3bae2d309473f69d46df3b8"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "e2bb1b158076d378c6b1735428598873ff7fefb6"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@e2bb1b158076d378c6b1735428598873ff7fefb6",
"title": "e2bb1b158076d378c6b1735428598873ff7fefb6",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/e2bb1b158076d378c6b1735428598873ff7fefb6"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "2d08b8cc5c3af49374f70c4fce176b0177a7e86e"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@2d08b8cc5c3af49374f70c4fce176b0177a7e86e",
"title": "2d08b8cc5c3af49374f70c4fce176b0177a7e86e",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/2d08b8cc5c3af49374f70c4fce176b0177a7e86e"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "c6afa67862faadd061313d4ee29548fbafb43ce6"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@c6afa67862faadd061313d4ee29548fbafb43ce6",
"title": "c6afa67862faadd061313d4ee29548fbafb43ce6",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/c6afa67862faadd061313d4ee29548fbafb43ce6"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "05323e55ad4f1f7ff2f0908b876a9fe1d6606480"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@05323e55ad4f1f7ff2f0908b876a9fe1d6606480",
"title": "05323e55ad4f1f7ff2f0908b876a9fe1d6606480",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/05323e55ad4f1f7ff2f0908b876a9fe1d6606480"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "ea04d98e591b43a076a2f2d5a35d61999ab7de1f"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@ea04d98e591b43a076a2f2d5a35d61999ab7de1f",
"title": "ea04d98e591b43a076a2f2d5a35d61999ab7de1f",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/ea04d98e591b43a076a2f2d5a35d61999ab7de1f"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "408c923a12becda013b478c2aea790a38eb97527"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@408c923a12becda013b478c2aea790a38eb97527",
"title": "408c923a12becda013b478c2aea790a38eb97527",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/408c923a12becda013b478c2aea790a38eb97527"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@9f3f6781fff1d2551ecedff8c9899b22c05a3d2e",
"title": "9f3f6781fff1d2551ecedff8c9899b22c05a3d2e",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/9f3f6781fff1d2551ecedff8c9899b22c05a3d2e"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "607abda77623d6a4b2450792a39e435803175703"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@607abda77623d6a4b2450792a39e435803175703",
"title": "607abda77623d6a4b2450792a39e435803175703",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/607abda77623d6a4b2450792a39e435803175703"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "173068dae396ea237bfd24e0da3131f251c8ad32"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@173068dae396ea237bfd24e0da3131f251c8ad32",
"title": "173068dae396ea237bfd24e0da3131f251c8ad32",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/173068dae396ea237bfd24e0da3131f251c8ad32"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "2b0371c6b78e25de19872e165ff748820f19e991"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@2b0371c6b78e25de19872e165ff748820f19e991",
"title": "2b0371c6b78e25de19872e165ff748820f19e991",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/2b0371c6b78e25de19872e165ff748820f19e991"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "130837b6e3c04b0021209506ca7ea6355e57ae94"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@130837b6e3c04b0021209506ca7ea6355e57ae94",
"title": "130837b6e3c04b0021209506ca7ea6355e57ae94",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/130837b6e3c04b0021209506ca7ea6355e57ae94"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "9c2060ec30fd5fdaa2d3d1c7a14b16b5acc9868f"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@9c2060ec30fd5fdaa2d3d1c7a14b16b5acc9868f",
"title": "9c2060ec30fd5fdaa2d3d1c7a14b16b5acc9868f",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/9c2060ec30fd5fdaa2d3d1c7a14b16b5acc9868f"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "57d2d5862980ae27cc602a98d4d25f2d41a3a409"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@57d2d5862980ae27cc602a98d4d25f2d41a3a409",
"title": "57d2d5862980ae27cc602a98d4d25f2d41a3a409",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/57d2d5862980ae27cc602a98d4d25f2d41a3a409"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "c20b01b7e6e624a7410e0f234d1aeafb830370b0"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@c20b01b7e6e624a7410e0f234d1aeafb830370b0",
"title": "c20b01b7e6e624a7410e0f234d1aeafb830370b0",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/c20b01b7e6e624a7410e0f234d1aeafb830370b0"
},
{
"gitiles": {
"ref": "refs/heads/upstream/main",
"repo": "https://pigweed.googlesource.com/pigweed/sandbox",
"revision": "104f1b52ab5635ab95952133d7bc00ce8d8d7a27"
},
"id": "https://pigweed.googlesource.com/pigweed/sandbox/+/refs/heads/upstream/main@104f1b52ab5635ab95952133d7bc00ce8d8d7a27",
"title": "104f1b52ab5635ab95952133d7bc00ce8d8d7a27",
"url": "https://pigweed.googlesource.com/pigweed/sandbox/+/104f1b52ab5635ab95952133d7bc00ce8d8d7a27"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "104f1b52ab5635ab95952133d7bc00ce8d8d7a27",
"ref": "refs/heads/upstream/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8832616536733455632"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:51:26.425] Scheduled build:
{
"id": "8667186474811191889",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-23T02:51:25.676216024Z",
"updateTime": "2026-10-23T02:51:25.676216024Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "104f1b52ab5635ab95952133d7bc00ce8d8d7a27",
"ref": "refs/heads/upstream/main"
}
}
}
[02:51:26.425] Task URL: https://cr-buildbucket.appspot.com/build/8667186474811191889
[02:51:26.425] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:2:0) after 8m16s
[02:51:27.252] Received PubSub notification, asking Buildbucket for the build status
[02:51:27.415] Build status: SCHEDULED
[02:59:42.443] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:2:0)
[02:59:42.464] Build status: SCHEDULED
[02:59:42.464] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:4:0) after 4m11s
[03:03:53.541] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:4:0)
[03:03:53.567] Build status: SCHEDULED
[03:03:53.567] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:5:0) after 1m25s
[03:05:18.586] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:5:0)
[03:05:18.612] Build status: SCHEDULED
[03:05:18.612] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:6:0) after 3m46s
[03:09:04.669] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:6:0)
[03:09:04.740] Build status: SCHEDULED
[03:09:04.740] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:7:0) after 7m8s
[03:16:12.805] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:7:0)
[03:16:12.857] Build status: SCHEDULED
[03:16:12.857] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:8:0) after 1m20s
[03:17:32.891] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:8:0)
[03:17:32.916] Build status: SCHEDULED
[03:17:32.916] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:9:0) after 9m34s
[03:27:07.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:9:0)
[03:27:07.047] Build status: SCHEDULED
[03:27:07.047] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:10:0) after 7m9s
[03:34:16.034] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:10:0)
[03:34:16.064] Build status: SCHEDULED
[03:34:16.064] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:11:0) after 9m22s
[03:43:38.084] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:11:0)
[03:43:38.106] Build status: SCHEDULED
[03:43:38.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:12:0) after 4m6s
[03:47:44.131] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:12:0)
[03:47:44.151] Build status: SCHEDULED
[03:47:44.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:13:0) after 7m39s
[03:55:23.179] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:13:0)
[03:55:23.199] Build status: SCHEDULED
[03:55:23.199] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:14:0) after 4m17s
[03:59:40.217] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:14:0)
[03:59:40.275] Build status: SCHEDULED
[03:59:40.275] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:15:0) after 1m57s
[04:01:37.323] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:15:0)
[04:01:37.361] Build status: SCHEDULED
[04:01:37.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:16:0) after 7m43s
[04:09:20.385] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:16:0)
[04:09:20.405] Build status: SCHEDULED
[04:09:20.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:17:0) after 4m28s
[04:13:48.427] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:17:0)
[04:13:48.453] Build status: SCHEDULED
[04:13:48.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:18:0) after 8m53s
[04:22:41.503] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:18:0)
[04:22:41.519] Build status: SCHEDULED
[04:22:41.519] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:19:0) after 8m17s
[04:30:58.539] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:19:0)
[04:30:58.564] Build status: SCHEDULED
[04:30:58.564] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:20:0) after 3m16s
[04:34:14.546] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:20:0)
[04:34:14.580] Build status: SCHEDULED
[04:34:14.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:21:0) after 6m36s
[04:40:50.714] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:21:0)
[04:40:50.745] Build status: SCHEDULED
[04:40:50.745] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:22:0) after 9m23s
[04:50:13.794] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:22:0)
[04:50:13.838] Build status: SCHEDULED
[04:50:13.838] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:23:0) after 9m57s
[05:00:10.909] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:23:0)
[05:00:11.049] Build status: SCHEDULED
[05:00:11.049] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:24:0) after 1m17s
[05:01:28.117] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:24:0)
[05:01:28.138] Build status: SCHEDULED
[05:01:28.138] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:25:0) after 4m13s
[05:05:41.153] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:25:0)
[05:05:41.178] Build status: SCHEDULED
[05:05:41.178] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:26:0) after 9m5s
[05:14:46.229] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:26:0)
[05:14:46.250] Build status: SCHEDULED
[05:14:46.250] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:27:0) after 8m48s
[05:23:34.334] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:27:0)
[05:23:34.361] Build status: SCHEDULED
[05:23:34.361] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:28:0) after 4m10s
[05:27:44.383] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:28:0)
[05:27:44.407] Build status: SCHEDULED
[05:27:44.407] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:29:0) after 6m33s
[05:34:17.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:29:0)
[05:34:17.550] Build status: SCHEDULED
[05:34:17.550] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:30:0) after 5m21s
[05:39:38.569] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:30:0)
[05:39:38.588] Build status: SCHEDULED
[05:39:38.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:31:0) after 5m19s
[05:44:57.661] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:31:0)
[05:44:57.679] Build status: SCHEDULED
[05:44:57.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:32:0) after 6m38s
[05:51:35.699] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:32:0)
[05:51:35.720] Build status: SCHEDULED
[05:51:35.720] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:33:0) after 1m50s
[05:53:25.839] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:33:0)
[05:53:25.877] Build status: SCHEDULED
[05:53:25.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:34:0) after 8m45s
[06:02:10.990] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:34:0)
[06:02:11.009] Build status: SCHEDULED
[06:02:11.009] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:35:0) after 6m22s
[06:08:33.123] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:35:0)
[06:08:33.155] Build status: SCHEDULED
[06:08:33.155] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:36:0) after 9m6s
[06:17:39.175] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:36:0)
[06:17:39.197] Build status: SCHEDULED
[06:17:39.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:37:0) after 5m23s
[06:23:02.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:37:0)
[06:23:02.277] Build status: SCHEDULED
[06:23:02.277] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:38:0) after 8m55s
[06:31:57.350] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:38:0)
[06:31:57.374] Build status: SCHEDULED
[06:31:57.374] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:39:0) after 1m9s
[06:33:06.499] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:39:0)
[06:33:06.520] Build status: SCHEDULED
[06:33:06.520] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:40:0) after 3m49s
[06:36:55.555] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:40:0)
[06:36:55.572] Build status: SCHEDULED
[06:36:55.572] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:41:0) after 6m39s
[06:43:34.593] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:41:0)
[06:43:34.614] Build status: SCHEDULED
[06:43:34.614] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:42:0) after 3m41s
[06:47:15.635] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:42:0)
[06:47:15.651] Build status: SCHEDULED
[06:47:15.651] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:43:0) after 3m27s
[06:50:42.718] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:43:0)
[06:50:42.748] Build status: SCHEDULED
[06:50:42.748] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:44:0) after 9m41s
[07:00:23.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:44:0)
[07:00:23.788] Build status: SCHEDULED
[07:00:23.788] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:45:0) after 7m54s
[07:08:17.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:45:0)
[07:08:17.831] Build status: SCHEDULED
[07:08:17.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:46:0) after 9m12s
[07:17:29.859] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:46:0)
[07:17:29.883] Build status: SCHEDULED
[07:17:29.883] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:47:0) after 6m46s
[07:24:15.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:47:0)
[07:24:15.934] Build status: SCHEDULED
[07:24:15.934] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:48:0) after 8m42s
[07:32:57.949] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:48:0)
[07:32:57.970] Build status: SCHEDULED
[07:32:57.970] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:49:0) after 7m14s
[07:40:12.047] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:49:0)
[07:40:12.071] Build status: SCHEDULED
[07:40:12.071] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:50:0) after 3m12s
[07:43:24.174] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:50:0)
[07:43:24.197] Build status: SCHEDULED
[07:43:24.197] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:51:0) after 1m0s
[07:44:24.212] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:51:0)
[07:44:24.232] Build status: SCHEDULED
[07:44:24.232] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:52:0) after 3m1s
[07:47:25.257] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:52:0)
[07:47:25.276] Build status: SCHEDULED
[07:47:25.276] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:53:0) after 1m2s
[07:48:27.293] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:53:0)
[07:48:27.315] Build status: SCHEDULED
[07:48:27.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:54:0) after 3m55s
[07:52:22.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:54:0)
[07:52:22.453] Build status: SCHEDULED
[07:52:22.453] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:55:0) after 5m38s
[07:58:00.423] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:55:0)
[07:58:00.442] Build status: SCHEDULED
[07:58:00.442] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:56:0) after 7m10s
[08:05:10.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:56:0)
[08:05:10.561] Build status: SCHEDULED
[08:05:10.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:57:0) after 3m51s
[08:09:01.674] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:57:0)
[08:09:01.692] Build status: SCHEDULED
[08:09:01.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:58:0) after 8m21s
[08:17:22.704] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:58:0)
[08:17:22.724] Build status: SCHEDULED
[08:17:22.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:59:0) after 6m26s
[08:23:48.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:59:0)
[08:23:48.776] Build status: SCHEDULED
[08:23:48.776] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:60:0) after 5m24s
[08:26:32.693] Received PubSub notification, asking Buildbucket for the build status
[08:26:32.718] Build status: STARTED
[08:29:12.773] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:60:0)
[08:29:12.795] Build status: STARTED
[08:29:12.795] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.sandbox.dev.ci-pigweed-mac-arm-sandbox:8832616536733455632:62:0) after 4m2s
[08:33:04.022] Received PubSub notification, asking Buildbucket for the build status
[08:33:04.042] Build:
{
"id": "8667186474811191889",
"builder": {
"project": "pigweed",
"bucket": "pigweed.sandbox.dev.ci",
"builder": "pigweed-mac-arm-sandbox"
},
"createdBy": "project:pigweed",
"createTime": "2026-10-23T02:51:25.676216024Z",
"startTime": "2026-10-23T08:26:32.078774648Z",
"endTime": "2026-10-23T08:32:14.605327431Z",
"updateTime": "2026-10-23T08:32:14.605327431Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/sandbox",
"id": "104f1b52ab5635ab95952133d7bc00ce8d8d7a27",
"ref": "refs/heads/upstream/main"
}
}
}
[08:33:04.042] Invocation finished in 5h41m39.582232966s with status SUCCEEDED