[02:33:38.824] New invocation is queued and will start shortly
[02:33:39.979] Starting the invocation (attempt 1)
[02:33:40.014] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/10c1560a7715c210de22217cde9e5762aeaa9a29"
[02:33:40.014] Popped gitiles commit info from properties and tags
[02:33:40.014] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:33:40.016] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:33:40.016] Buildbucket request:
{
"requestId": "8871936737564666208",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8871936737564666208",
"job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ac8c8d8096f8e34ed81b2912a16ec5a619752d54"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ac8c8d8096f8e34ed81b2912a16ec5a619752d54",
"title": "ac8c8d8096f8e34ed81b2912a16ec5a619752d54",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ac8c8d8096f8e34ed81b2912a16ec5a619752d54"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "4205cc1313322ebf055317f5afaca8468a9b6999"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@4205cc1313322ebf055317f5afaca8468a9b6999",
"title": "4205cc1313322ebf055317f5afaca8468a9b6999",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/4205cc1313322ebf055317f5afaca8468a9b6999"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "ca04ce80918935f69a92a7de85ea729693c7635a"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@ca04ce80918935f69a92a7de85ea729693c7635a",
"title": "ca04ce80918935f69a92a7de85ea729693c7635a",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/ca04ce80918935f69a92a7de85ea729693c7635a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "cf9ded3a59603f10ef1cc84d194d933af62283f3"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cf9ded3a59603f10ef1cc84d194d933af62283f3",
"title": "cf9ded3a59603f10ef1cc84d194d933af62283f3",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cf9ded3a59603f10ef1cc84d194d933af62283f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "262e21c0a84598a31712d87d2450f159e43a89df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@262e21c0a84598a31712d87d2450f159e43a89df",
"title": "262e21c0a84598a31712d87d2450f159e43a89df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/262e21c0a84598a31712d87d2450f159e43a89df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "0e3d7f9a594c158b597a93c369881e9cf5471752"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@0e3d7f9a594c158b597a93c369881e9cf5471752",
"title": "0e3d7f9a594c158b597a93c369881e9cf5471752",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/0e3d7f9a594c158b597a93c369881e9cf5471752"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "45c247da72014f0384d0f1a5c126c389464987df"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@45c247da72014f0384d0f1a5c126c389464987df",
"title": "45c247da72014f0384d0f1a5c126c389464987df",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/45c247da72014f0384d0f1a5c126c389464987df"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2",
"title": "46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/46f12c7fbd0ba980f97b4ad8f926e2609f4f64b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "c76ff86319d967ccaab376d251461cef4de74c8b"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c76ff86319d967ccaab376d251461cef4de74c8b",
"title": "c76ff86319d967ccaab376d251461cef4de74c8b",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c76ff86319d967ccaab376d251461cef4de74c8b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "83bf224dc7e1d2b7dd7b495014adf95e1a5c073c"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@83bf224dc7e1d2b7dd7b495014adf95e1a5c073c",
"title": "83bf224dc7e1d2b7dd7b495014adf95e1a5c073c",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/83bf224dc7e1d2b7dd7b495014adf95e1a5c073c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://pigweed.googlesource.com/pigweed/pigweed",
"revision": "10c1560a7715c210de22217cde9e5762aeaa9a29"
},
"id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@10c1560a7715c210de22217cde9e5762aeaa9a29",
"title": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"url": "https://pigweed.googlesource.com/pigweed/pigweed/+/10c1560a7715c210de22217cde9e5762aeaa9a29"
}
]
}
},
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8871936737564666208"
},
{
"key": "scheduler_job_id",
"value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:33:40.428] Scheduled build:
{
"id": "8706506675578299905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-15T02:33:40.089514295Z",
"updateTime": "2025-08-15T02:33:40.089514295Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"ref": "refs/heads/main"
}
}
}
[02:33:40.428] Task URL: https://cr-buildbucket.appspot.com/build/8706506675578299905
[02:33:40.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:2:0) after 2m46s
[02:34:07.087] Received PubSub notification, asking Buildbucket for the build status
[02:34:07.111] Build status: SCHEDULED
[02:36:26.495] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:2:0)
[02:36:26.581] Build status: SCHEDULED
[02:36:26.581] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:4:0) after 5m4s
[02:41:30.634] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:4:0)
[02:41:30.724] Build status: SCHEDULED
[02:41:30.724] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:5:0) after 4m31s
[02:46:01.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:5:0)
[02:46:01.897] Build status: SCHEDULED
[02:46:01.897] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:6:0) after 5m49s
[02:51:50.991] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:6:0)
[02:51:51.008] Build status: SCHEDULED
[02:51:51.008] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:7:0) after 3m38s
[02:55:29.074] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:7:0)
[02:55:29.094] Build status: SCHEDULED
[02:55:29.094] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:8:0) after 9m14s
[03:04:43.110] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:8:0)
[03:04:43.127] Build status: SCHEDULED
[03:04:43.127] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:9:0) after 4m56s
[03:09:39.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:9:0)
[03:09:39.283] Build status: SCHEDULED
[03:09:39.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:10:0) after 6m44s
[03:16:23.299] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:10:0)
[03:16:23.316] Build status: SCHEDULED
[03:16:23.316] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:11:0) after 3m41s
[03:20:04.333] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:11:0)
[03:20:04.353] Build status: SCHEDULED
[03:20:04.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:12:0) after 7m10s
[03:27:14.514] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:12:0)
[03:27:14.533] Build status: SCHEDULED
[03:27:14.533] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:13:0) after 9m5s
[03:36:19.594] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:13:0)
[03:36:19.627] Build status: SCHEDULED
[03:36:19.627] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:14:0) after 9m29s
[03:45:48.644] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:14:0)
[03:45:48.669] Build status: SCHEDULED
[03:45:48.669] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:15:0) after 9m11s
[03:54:59.685] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:15:0)
[03:54:59.734] Build status: SCHEDULED
[03:54:59.734] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:16:0) after 8m52s
[04:03:51.802] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:16:0)
[04:03:51.819] Build status: SCHEDULED
[04:03:51.819] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:17:0) after 6m49s
[04:10:40.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:17:0)
[04:10:40.922] Build status: SCHEDULED
[04:10:40.922] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:18:0) after 4m7s
[04:14:47.995] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:18:0)
[04:14:48.013] Build status: SCHEDULED
[04:14:48.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:19:0) after 9m14s
[04:24:02.069] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:19:0)
[04:24:02.091] Build status: SCHEDULED
[04:24:02.091] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:20:0) after 3m58s
[04:28:00.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:20:0)
[04:28:00.125] Build status: SCHEDULED
[04:28:00.125] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:21:0) after 3m40s
[04:31:40.205] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:21:0)
[04:31:40.233] Build status: SCHEDULED
[04:31:40.233] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:22:0) after 7m50s
[04:39:30.328] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:22:0)
[04:39:30.344] Build status: SCHEDULED
[04:39:30.345] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:23:0) after 5m28s
[04:44:58.376] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:23:0)
[04:44:58.451] Build status: SCHEDULED
[04:44:58.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:24:0) after 2m5s
[04:47:03.476] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:24:0)
[04:47:03.540] Build status: SCHEDULED
[04:47:03.540] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:25:0) after 7m11s
[04:54:14.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:25:0)
[04:54:14.580] Build status: SCHEDULED
[04:54:14.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:26:0) after 1m54s
[04:56:08.597] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:26:0)
[04:56:08.624] Build status: SCHEDULED
[04:56:08.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:27:0) after 5m48s
[05:01:56.641] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:27:0)
[05:01:56.658] Build status: SCHEDULED
[05:01:56.658] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:28:0) after 5m2s
[05:06:58.691] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:28:0)
[05:06:58.709] Build status: SCHEDULED
[05:06:58.709] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:29:0) after 3m18s
[05:10:16.727] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:29:0)
[05:10:16.750] Build status: SCHEDULED
[05:10:16.750] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:30:0) after 8m20s
[05:18:36.765] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:30:0)
[05:18:36.787] Build status: SCHEDULED
[05:18:36.787] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:31:0) after 1m51s
[05:20:27.801] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:31:0)
[05:20:27.831] Build status: SCHEDULED
[05:20:27.831] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:32:0) after 3m13s
[05:23:40.847] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:32:0)
[05:23:40.864] Build status: SCHEDULED
[05:23:40.864] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:33:0) after 7m11s
[05:30:51.878] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:33:0)
[05:30:51.899] Build status: SCHEDULED
[05:30:51.899] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:34:0) after 1m17s
[05:32:08.960] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:34:0)
[05:32:08.978] Build status: SCHEDULED
[05:32:08.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:35:0) after 1m34s
[05:33:42.997] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:35:0)
[05:33:43.013] Build status: SCHEDULED
[05:33:43.013] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:36:0) after 3m44s
[05:37:27.029] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:36:0)
[05:37:27.045] Build status: SCHEDULED
[05:37:27.045] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:37:0) after 5m46s
[05:43:13.090] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:37:0)
[05:43:13.118] Build status: SCHEDULED
[05:43:13.118] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:38:0) after 1m40s
[05:44:53.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:38:0)
[05:44:53.151] Build status: SCHEDULED
[05:44:53.151] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:39:0) after 3m18s
[05:48:11.232] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:39:0)
[05:48:11.247] Build status: SCHEDULED
[05:48:11.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:40:0) after 2m20s
[05:50:31.265] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:40:0)
[05:50:31.283] Build status: SCHEDULED
[05:50:31.283] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:41:0) after 6m45s
[05:57:16.305] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:41:0)
[05:57:16.342] Build status: SCHEDULED
[05:57:16.342] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:42:0) after 6m46s
[06:04:02.360] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:42:0)
[06:04:02.379] Build status: SCHEDULED
[06:04:02.379] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:43:0) after 1m46s
[06:05:48.355] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:43:0)
[06:05:48.404] Build status: SCHEDULED
[06:05:48.404] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:44:0) after 9m40s
[06:15:28.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:44:0)
[06:15:28.458] Build status: SCHEDULED
[06:15:28.458] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:45:0) after 7m24s
[06:22:52.491] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:45:0)
[06:22:52.509] Build status: SCHEDULED
[06:22:52.510] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:46:0) after 2m30s
[06:25:22.530] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:46:0)
[06:25:22.588] Build status: SCHEDULED
[06:25:22.588] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:47:0) after 9m49s
[06:35:11.602] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:47:0)
[06:35:11.624] Build status: SCHEDULED
[06:35:11.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:48:0) after 9m21s
[06:44:32.636] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:48:0)
[06:44:32.657] Build status: SCHEDULED
[06:44:32.657] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:49:0) after 7m0s
[06:51:32.629] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:49:0)
[06:51:32.649] Build status: SCHEDULED
[06:51:32.649] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:50:0) after 3m41s
[06:55:13.668] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:50:0)
[06:55:13.690] Build status: SCHEDULED
[06:55:13.690] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:51:0) after 8m48s
[07:04:01.742] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:51:0)
[07:04:01.791] Build status: SCHEDULED
[07:04:01.791] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:52:0) after 4m2s
[07:08:03.758] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:52:0)
[07:08:03.781] Build status: SCHEDULED
[07:08:03.781] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:53:0) after 8m32s
[07:16:35.806] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:53:0)
[07:16:35.867] Build status: SCHEDULED
[07:16:35.867] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:54:0) after 2m11s
[07:18:46.885] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:54:0)
[07:18:46.912] Build status: SCHEDULED
[07:18:46.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:55:0) after 9m34s
[07:28:20.984] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:55:0)
[07:28:21.003] Build status: SCHEDULED
[07:28:21.003] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:56:0) after 3m37s
[07:31:58.022] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:56:0)
[07:31:58.057] Build status: SCHEDULED
[07:31:58.057] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:57:0) after 2m38s
[07:34:36.128] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:57:0)
[07:34:36.168] Build status: SCHEDULED
[07:34:36.168] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:58:0) after 8m2s
[07:42:38.263] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:58:0)
[07:42:38.286] Build status: SCHEDULED
[07:42:38.286] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:59:0) after 5m20s
[07:47:58.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:59:0)
[07:47:58.373] Build status: SCHEDULED
[07:47:58.373] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:60:0) after 6m39s
[07:54:37.389] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:60:0)
[07:54:37.428] Build status: SCHEDULED
[07:54:37.428] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:61:0) after 7m43s
[08:02:20.540] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:61:0)
[08:02:20.560] Build status: SCHEDULED
[08:02:20.561] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:62:0) after 7m33s
[08:09:53.560] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:62:0)
[08:09:53.624] Build status: SCHEDULED
[08:09:53.624] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:63:0) after 4m44s
[08:14:37.645] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:63:0)
[08:14:37.679] Build status: SCHEDULED
[08:14:37.679] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:64:0) after 2m37s
[08:17:14.725] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:64:0)
[08:17:14.766] Build status: SCHEDULED
[08:17:14.766] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:65:0) after 3m0s
[08:20:14.790] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:65:0)
[08:20:14.811] Build status: SCHEDULED
[08:20:14.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:66:0) after 9m24s
[08:29:38.849] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:66:0)
[08:29:38.877] Build status: SCHEDULED
[08:29:38.877] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:67:0) after 8m22s
[08:38:00.901] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:67:0)
[08:38:00.952] Build status: SCHEDULED
[08:38:00.952] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:68:0) after 7m12s
[08:45:12.929] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:68:0)
[08:45:12.949] Build status: SCHEDULED
[08:45:12.949] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:69:0) after 7m35s
[08:52:48.009] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:69:0)
[08:52:48.041] Build status: SCHEDULED
[08:52:48.041] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:70:0) after 5m30s
[08:58:18.185] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:70:0)
[08:58:18.203] Build status: SCHEDULED
[08:58:18.203] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:71:0) after 1m36s
[08:59:54.228] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:71:0)
[08:59:54.246] Build status: SCHEDULED
[08:59:54.247] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:72:0) after 1m58s
[09:01:52.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:72:0)
[09:01:52.347] Build status: SCHEDULED
[09:01:52.347] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:73:0) after 2m55s
[09:04:47.320] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:73:0)
[09:04:47.353] Build status: SCHEDULED
[09:04:47.353] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:74:0) after 3m36s
[09:08:23.572] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:74:0)
[09:08:23.602] Build status: SCHEDULED
[09:08:23.602] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:75:0) after 1m53s
[09:10:16.836] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:75:0)
[09:10:16.879] Build status: SCHEDULED
[09:10:16.879] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:76:0) after 3m46s
[09:14:02.902] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:76:0)
[09:14:02.929] Build status: SCHEDULED
[09:14:02.929] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:77:0) after 9m24s
[09:23:26.996] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:77:0)
[09:23:27.103] Build status: SCHEDULED
[09:23:27.103] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:78:0) after 6m19s
[09:29:46.133] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:78:0)
[09:29:46.158] Build status: SCHEDULED
[09:29:46.158] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:79:0) after 1m0s
[09:30:46.237] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:79:0)
[09:30:46.257] Build status: SCHEDULED
[09:30:46.257] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:80:0) after 1m11s
[09:31:57.279] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:80:0)
[09:31:57.298] Build status: SCHEDULED
[09:31:57.298] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:81:0) after 7m1s
[09:38:58.352] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:81:0)
[09:38:58.422] Build status: SCHEDULED
[09:38:58.422] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:82:0) after 4m1s
[09:42:59.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:82:0)
[09:42:59.978] Build status: SCHEDULED
[09:42:59.978] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:83:0) after 1m48s
[09:43:07.648] Received PubSub notification, asking Buildbucket for the build status
[09:43:07.694] Build status: STARTED
[09:44:48.202] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:83:0)
[09:44:48.240] Build status: STARTED
[09:44:48.240] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:85:0) after 5m4s
[09:49:52.439] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:85:0)
[09:49:52.463] Build status: STARTED
[09:49:52.463] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:86:0) after 7m28s
[09:57:20.652] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:86:0)
[09:57:20.692] Build status: STARTED
[09:57:20.692] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-asan:8871936737564666208:87:0) after 9m7s
[09:58:15.912] Received PubSub notification, asking Buildbucket for the build status
[09:58:16.017] Build:
{
"id": "8706506675578299905",
"builder": {
"project": "pigweed",
"bucket": "pigweed.dev.ci",
"builder": "pigweed-mac-x86-bazel-san-asan"
},
"createdBy": "project:pigweed",
"createTime": "2025-08-15T02:33:40.089514295Z",
"startTime": "2025-08-15T09:43:01.605517241Z",
"endTime": "2025-08-15T09:58:14.913762073Z",
"updateTime": "2025-08-15T09:58:14.913762073Z",
"status": "SUCCESS",
"input": {
"gitilesCommit": {
"host": "pigweed.googlesource.com",
"project": "pigweed/pigweed",
"id": "10c1560a7715c210de22217cde9e5762aeaa9a29",
"ref": "refs/heads/main"
}
}
}
[09:58:16.017] Invocation finished in 7h24m37.20659722s with status SUCCEEDED