Status: SUCCEEDED
Triggered by: -
Duration: 6 hours
Actions:

Definition (rev d2b949be221fc8dd3acbfdb77921a85f7b1b8e9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "pigweed.dev.ci"
  builder: "pigweed-mac-x86-bazel-san-tsan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://pigweed.googlesource.com/pigweed/pigweed",
  "revision": "50440062822a07157ca842bcd4099ce2c78356e5"
}

Incoming tags

  • buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50440062822a07157ca842bcd4099ce2c78356e5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[01:15:48.450] New invocation is queued and will start shortly
[01:15:49.789] Starting the invocation (attempt 1)
[01:15:49.820] Popped buildset tag "buildset:commit/gitiles/pigweed.googlesource.com/pigweed/pigweed/+/50440062822a07157ca842bcd4099ce2c78356e5"
[01:15:49.820] Popped gitiles commit info from properties and tags
[01:15:49.820] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:15:49.820] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:15:49.821] Buildbucket request:
{
  "requestId": "8882360285943414368",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8882360285943414368",
            "job": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "2f152467be65974856ba5e119d1a290a92fbe460"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@2f152467be65974856ba5e119d1a290a92fbe460",
                        "title": "2f152467be65974856ba5e119d1a290a92fbe460",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/2f152467be65974856ba5e119d1a290a92fbe460"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c",
                        "title": "996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/996bf642217a8c7bd44d0cb31c0c5c09edd4ac4c"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "cc297648753572d81389c4dccce9fabadd7734fa"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@cc297648753572d81389c4dccce9fabadd7734fa",
                        "title": "cc297648753572d81389c4dccce9fabadd7734fa",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/cc297648753572d81389c4dccce9fabadd7734fa"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "c946806f786122118735129f34b8939836c06542"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@c946806f786122118735129f34b8939836c06542",
                        "title": "c946806f786122118735129f34b8939836c06542",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/c946806f786122118735129f34b8939836c06542"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "a5fd1e4790c0b49a0017de8e1a1bf267c96525ee"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@a5fd1e4790c0b49a0017de8e1a1bf267c96525ee",
                        "title": "a5fd1e4790c0b49a0017de8e1a1bf267c96525ee",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/a5fd1e4790c0b49a0017de8e1a1bf267c96525ee"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "59db4748ac8c44895befcaec60ff500a4f944969"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@59db4748ac8c44895befcaec60ff500a4f944969",
                        "title": "59db4748ac8c44895befcaec60ff500a4f944969",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/59db4748ac8c44895befcaec60ff500a4f944969"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e658fd4a233d5f68df9ea4227b63a86f42a65ef3"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e658fd4a233d5f68df9ea4227b63a86f42a65ef3",
                        "title": "e658fd4a233d5f68df9ea4227b63a86f42a65ef3",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e658fd4a233d5f68df9ea4227b63a86f42a65ef3"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "e587b7ecce41595e892fb58e73d5f6f61f518aef"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@e587b7ecce41595e892fb58e73d5f6f61f518aef",
                        "title": "e587b7ecce41595e892fb58e73d5f6f61f518aef",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/e587b7ecce41595e892fb58e73d5f6f61f518aef"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "72f264be4ad68e1548339ec8b085abea4c811745"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@72f264be4ad68e1548339ec8b085abea4c811745",
                        "title": "72f264be4ad68e1548339ec8b085abea4c811745",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/72f264be4ad68e1548339ec8b085abea4c811745"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://pigweed.googlesource.com/pigweed/pigweed",
                              "revision": "50440062822a07157ca842bcd4099ce2c78356e5"
                            },
                        "id": "https://pigweed.googlesource.com/pigweed/pigweed/+/refs/heads/main@50440062822a07157ca842bcd4099ce2c78356e5",
                        "title": "50440062822a07157ca842bcd4099ce2c78356e5",
                        "url": "https://pigweed.googlesource.com/pigweed/pigweed/+/50440062822a07157ca842bcd4099ce2c78356e5"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "pigweed.googlesource.com",
    "project": "pigweed/pigweed",
    "id": "50440062822a07157ca842bcd4099ce2c78356e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8882360285943414368"
    },
    {
      "key": "scheduler_job_id",
      "value": "pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:15:50.170] Scheduled build:
{
  "id": "8716930223792808417",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-22T01:15:49.871731967Z",
  "updateTime": "2025-04-22T01:15:49.871731967Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "50440062822a07157ca842bcd4099ce2c78356e5",
      "ref": "refs/heads/main"
    }
  }
}
[01:15:50.170] Task URL: https://cr-buildbucket.appspot.com/build/8716930223792808417
[01:15:50.170] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:2:0) after 6m36s
[01:15:51.188] Received PubSub notification, asking Buildbucket for the build status
[01:15:51.210] Build status: SCHEDULED
[01:22:26.195] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:2:0)
[01:22:26.210] Build status: SCHEDULED
[01:22:26.211] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:4:0) after 3m33s
[01:25:59.276] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:4:0)
[01:25:59.303] Build status: SCHEDULED
[01:25:59.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:5:0) after 6m7s
[01:32:06.327] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:5:0)
[01:32:06.357] Build status: SCHEDULED
[01:32:06.357] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:6:0) after 2m59s
[01:35:05.420] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:6:0)
[01:35:05.504] Build status: SCHEDULED
[01:35:05.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:7:0) after 8m22s
[01:43:27.578] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:7:0)
[01:43:27.605] Build status: SCHEDULED
[01:43:27.605] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:8:0) after 5m49s
[01:49:16.624] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:8:0)
[01:49:16.656] Build status: SCHEDULED
[01:49:16.656] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:9:0) after 7m42s
[01:56:58.720] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:9:0)
[01:56:58.742] Build status: SCHEDULED
[01:56:58.742] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:10:0) after 8m2s
[02:05:00.777] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:10:0)
[02:05:00.804] Build status: SCHEDULED
[02:05:00.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:11:0) after 9m5s
[02:14:05.807] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:11:0)
[02:14:05.839] Build status: SCHEDULED
[02:14:05.839] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:12:0) after 3m33s
[02:17:38.852] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:12:0)
[02:17:39.015] Build status: SCHEDULED
[02:17:39.015] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:13:0) after 5m49s
[02:23:28.076] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:13:0)
[02:23:28.208] Build status: SCHEDULED
[02:23:28.208] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:14:0) after 1m46s
[02:25:14.317] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:14:0)
[02:25:14.424] Build status: SCHEDULED
[02:25:14.424] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:15:0) after 6m6s
[02:31:20.451] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:15:0)
[02:31:20.493] Build status: SCHEDULED
[02:31:20.493] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:16:0) after 1m22s
[02:32:42.521] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:16:0)
[02:32:42.535] Build status: SCHEDULED
[02:32:42.535] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:17:0) after 2m38s
[02:35:20.607] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:17:0)
[02:35:20.668] Build status: SCHEDULED
[02:35:20.668] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:18:0) after 7m4s
[02:42:24.822] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:18:0)
[02:42:24.843] Build status: SCHEDULED
[02:42:24.843] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:19:0) after 2m13s
[02:44:37.868] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:19:0)
[02:44:37.885] Build status: SCHEDULED
[02:44:37.885] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:20:0) after 6m39s
[02:51:16.924] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:20:0)
[02:51:16.975] Build status: SCHEDULED
[02:51:16.975] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:21:0) after 8m16s
[02:59:33.008] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:21:0)
[02:59:33.028] Build status: SCHEDULED
[02:59:33.028] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:22:0) after 1m8s
[03:00:41.053] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:22:0)
[03:00:41.076] Build status: SCHEDULED
[03:00:41.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:23:0) after 6m15s
[03:06:56.287] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:23:0)
[03:06:56.303] Build status: SCHEDULED
[03:06:56.303] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:24:0) after 3m44s
[03:10:40.825] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:24:0)
[03:10:40.846] Build status: SCHEDULED
[03:10:40.846] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:25:0) after 1m30s
[03:12:10.876] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:25:0)
[03:12:10.892] Build status: SCHEDULED
[03:12:10.892] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:26:0) after 5m39s
[03:17:49.962] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:26:0)
[03:17:49.977] Build status: SCHEDULED
[03:17:49.977] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:27:0) after 9m23s
[03:27:13.060] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:27:0)
[03:27:13.076] Build status: SCHEDULED
[03:27:13.076] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:28:0) after 8m40s
[03:35:53.091] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:28:0)
[03:35:53.106] Build status: SCHEDULED
[03:35:53.106] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:29:0) after 6m32s
[03:42:25.129] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:29:0)
[03:42:25.147] Build status: SCHEDULED
[03:42:25.147] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:30:0) after 7m37s
[03:50:02.487] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:30:0)
[03:50:02.504] Build status: SCHEDULED
[03:50:02.504] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:31:0) after 9m56s
[03:59:58.537] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:31:0)
[03:59:58.576] Build status: SCHEDULED
[03:59:58.580] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:32:0) after 7m5s
[04:07:03.808] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:32:0)
[04:07:03.827] Build status: SCHEDULED
[04:07:03.827] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:33:0) after 2m9s
[04:09:13.154] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:33:0)
[04:09:13.190] Build status: SCHEDULED
[04:09:13.190] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:34:0) after 5m5s
[04:14:18.260] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:34:0)
[04:14:18.299] Build status: SCHEDULED
[04:14:18.299] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:35:0) after 5m6s
[04:19:24.308] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:35:0)
[04:19:24.326] Build status: SCHEDULED
[04:19:24.326] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:36:0) after 9m38s
[04:29:02.387] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:36:0)
[04:29:02.405] Build status: SCHEDULED
[04:29:02.405] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:37:0) after 6m45s
[04:35:47.432] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:37:0)
[04:35:47.450] Build status: SCHEDULED
[04:35:47.451] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:38:0) after 5m25s
[04:41:12.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:38:0)
[04:41:12.887] Build status: SCHEDULED
[04:41:12.887] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:39:0) after 5m39s
[04:46:52.012] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:39:0)
[04:46:52.033] Build status: SCHEDULED
[04:46:52.033] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:40:0) after 9m12s
[04:56:04.105] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:40:0)
[04:56:04.195] Build status: SCHEDULED
[04:56:04.195] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:41:0) after 7m35s
[05:03:39.687] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:41:0)
[05:03:39.704] Build status: SCHEDULED
[05:03:39.704] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:42:0) after 6m56s
[05:10:35.730] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:42:0)
[05:10:35.746] Build status: SCHEDULED
[05:10:35.746] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:43:0) after 7m25s
[05:18:00.796] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:43:0)
[05:18:00.811] Build status: SCHEDULED
[05:18:00.811] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:44:0) after 5m3s
[05:23:03.867] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:44:0)
[05:23:03.896] Build status: SCHEDULED
[05:23:03.896] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:45:0) after 7m16s
[05:30:20.017] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:45:0)
[05:30:20.035] Build status: SCHEDULED
[05:30:20.035] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:46:0) after 2m29s
[05:32:49.036] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:46:0)
[05:32:49.052] Build status: SCHEDULED
[05:32:49.052] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:47:0) after 4m51s
[05:37:40.027] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:47:0)
[05:37:40.058] Build status: SCHEDULED
[05:37:40.058] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:48:0) after 5m12s
[05:42:52.111] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:48:0)
[05:42:52.126] Build status: SCHEDULED
[05:42:52.126] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:49:0) after 4m57s
[05:47:49.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:49:0)
[05:47:49.183] Build status: SCHEDULED
[05:47:49.183] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:50:0) after 8m14s
[05:56:03.206] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:50:0)
[05:56:03.228] Build status: SCHEDULED
[05:56:03.228] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:51:0) after 8m55s
[06:04:58.896] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:51:0)
[06:04:58.912] Build status: SCHEDULED
[06:04:58.912] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:52:0) after 7m57s
[06:12:56.015] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:52:0)
[06:12:56.050] Build status: SCHEDULED
[06:12:56.050] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:53:0) after 8m34s
[06:21:30.066] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:53:0)
[06:21:30.084] Build status: SCHEDULED
[06:21:30.084] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:54:0) after 2m51s
[06:24:21.146] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:54:0)
[06:24:21.169] Build status: SCHEDULED
[06:24:21.169] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:55:0) after 2m43s
[06:27:04.194] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:55:0)
[06:27:04.212] Build status: SCHEDULED
[06:27:04.212] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:56:0) after 6m48s
[06:33:52.456] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:56:0)
[06:33:52.523] Build status: SCHEDULED
[06:33:52.523] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:57:0) after 5m10s
[06:39:02.708] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:57:0)
[06:39:02.728] Build status: SCHEDULED
[06:39:02.728] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:58:0) after 5m50s
[06:44:52.752] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:58:0)
[06:44:52.804] Build status: SCHEDULED
[06:44:52.804] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:59:0) after 5m36s
[06:50:28.829] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:59:0)
[06:50:28.851] Build status: SCHEDULED
[06:50:28.851] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:60:0) after 6m47s
[06:57:16.158] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:60:0)
[06:57:16.175] Build status: SCHEDULED
[06:57:16.175] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:61:0) after 4m30s
[07:01:46.298] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:61:0)
[07:01:46.315] Build status: SCHEDULED
[07:01:46.315] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:62:0) after 1m9s
[07:02:55.566] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:62:0)
[07:02:55.590] Build status: SCHEDULED
[07:02:55.590] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:63:0) after 2m55s
[07:05:50.888] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:63:0)
[07:05:50.911] Build status: SCHEDULED
[07:05:50.911] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:64:0) after 2m1s
[07:07:52.048] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:64:0)
[07:07:52.080] Build status: SCHEDULED
[07:07:52.080] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:65:0) after 3m28s
[07:11:20.269] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:65:0)
[07:11:20.284] Build status: SCHEDULED
[07:11:20.284] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:66:0) after 2m27s
[07:13:47.510] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:66:0)
[07:13:47.526] Build status: SCHEDULED
[07:13:47.526] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:67:0) after 9m14s
[07:23:02.297] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:67:0)
[07:23:02.313] Build status: SCHEDULED
[07:23:02.313] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:68:0) after 1m33s
[07:24:35.749] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:68:0)
[07:24:35.767] Build status: SCHEDULED
[07:24:35.767] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:69:0) after 3m1s
[07:27:36.788] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:69:0)
[07:27:36.870] Build status: SCHEDULED
[07:27:36.870] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:70:0) after 9m40s
[07:33:48.234] Received PubSub notification, asking Buildbucket for the build status
[07:33:48.249] Build status: STARTED
[07:37:17.193] Handling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:70:0)
[07:37:17.210] Build status: STARTED
[07:37:17.210] Scheduling timer "check-buildbucket-build-status" (pigweed/pigweed.dev.ci-pigweed-mac-x86-bazel-san-tsan:8882360285943414368:72:0) after 4m51s
[07:40:19.179] Received PubSub notification, asking Buildbucket for the build status
[07:40:19.196] Build:
{
  "id": "8716930223792808417",
  "builder": {
    "project": "pigweed",
    "bucket": "pigweed.dev.ci",
    "builder": "pigweed-mac-x86-bazel-san-tsan"
  },
  "createdBy": "project:pigweed",
  "createTime": "2025-04-22T01:15:49.871731967Z",
  "startTime": "2025-04-22T07:33:48.007167449Z",
  "endTime": "2025-04-22T07:40:18.974089483Z",
  "updateTime": "2025-04-22T07:40:18.974089483Z",
  "status": "SUCCESS",
  "input": {
    "gitilesCommit": {
      "host": "pigweed.googlesource.com",
      "project": "pigweed/pigweed",
      "id": "50440062822a07157ca842bcd4099ce2c78356e5",
      "ref": "refs/heads/main"
    }
  }
}
[07:40:19.196] Invocation finished in 6h24m30.760516813s with status SUCCEEDED