[01:10:04.342] New invocation is queued and will start shortly
[01:10:05.408] Starting the invocation (attempt 1)
[01:10:05.436] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/9b9a222e8119bc29b3626641cb06ab9159d0252d"
[01:10:05.436] Popped gitiles commit info from properties and tags
[01:10:05.436] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:10:05.436] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:10:05.437] Buildbucket request:
{
"requestId": "8852916632679309696",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-bazel_consistency"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8852916632679309696",
"job": "fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6ec97593ffe6d78cb4368bd08b308ede6ad022b8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6ec97593ffe6d78cb4368bd08b308ede6ad022b8",
"title": "6ec97593ffe6d78cb4368bd08b308ede6ad022b8",
"url": "https://fuchsia.googlesource.com/integration/+/6ec97593ffe6d78cb4368bd08b308ede6ad022b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2c0c96eb2d4ae52ef6b114ae531c0be6e5a6ddd2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2c0c96eb2d4ae52ef6b114ae531c0be6e5a6ddd2",
"title": "2c0c96eb2d4ae52ef6b114ae531c0be6e5a6ddd2",
"url": "https://fuchsia.googlesource.com/integration/+/2c0c96eb2d4ae52ef6b114ae531c0be6e5a6ddd2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "63571b65fbc0c89a7ff395b37b405d1679ec3406"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@63571b65fbc0c89a7ff395b37b405d1679ec3406",
"title": "63571b65fbc0c89a7ff395b37b405d1679ec3406",
"url": "https://fuchsia.googlesource.com/integration/+/63571b65fbc0c89a7ff395b37b405d1679ec3406"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9d1e16c8072e3eb5902b5ae08f726302afd6f78b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9d1e16c8072e3eb5902b5ae08f726302afd6f78b",
"title": "9d1e16c8072e3eb5902b5ae08f726302afd6f78b",
"url": "https://fuchsia.googlesource.com/integration/+/9d1e16c8072e3eb5902b5ae08f726302afd6f78b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5b5a2e4b5afc72e9f7fe90ba8c9a4868297d6fd4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5b5a2e4b5afc72e9f7fe90ba8c9a4868297d6fd4",
"title": "5b5a2e4b5afc72e9f7fe90ba8c9a4868297d6fd4",
"url": "https://fuchsia.googlesource.com/integration/+/5b5a2e4b5afc72e9f7fe90ba8c9a4868297d6fd4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6172fec1c3376f9082796ffd07b0ec66edd84e4a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6172fec1c3376f9082796ffd07b0ec66edd84e4a",
"title": "6172fec1c3376f9082796ffd07b0ec66edd84e4a",
"url": "https://fuchsia.googlesource.com/integration/+/6172fec1c3376f9082796ffd07b0ec66edd84e4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6ae56978bb7647c17319c57e576aed590b402727"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6ae56978bb7647c17319c57e576aed590b402727",
"title": "6ae56978bb7647c17319c57e576aed590b402727",
"url": "https://fuchsia.googlesource.com/integration/+/6ae56978bb7647c17319c57e576aed590b402727"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "32c8edfacdbb5a355fcf8960e6c0d9c5f62535eb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@32c8edfacdbb5a355fcf8960e6c0d9c5f62535eb",
"title": "32c8edfacdbb5a355fcf8960e6c0d9c5f62535eb",
"url": "https://fuchsia.googlesource.com/integration/+/32c8edfacdbb5a355fcf8960e6c0d9c5f62535eb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "53179dc52f53eb7ea95c556b44b5d94caf1e7a81"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@53179dc52f53eb7ea95c556b44b5d94caf1e7a81",
"title": "53179dc52f53eb7ea95c556b44b5d94caf1e7a81",
"url": "https://fuchsia.googlesource.com/integration/+/53179dc52f53eb7ea95c556b44b5d94caf1e7a81"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7e9efbdfc4876eb93229b3766ec3ec8e81b927d9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7e9efbdfc4876eb93229b3766ec3ec8e81b927d9",
"title": "7e9efbdfc4876eb93229b3766ec3ec8e81b927d9",
"url": "https://fuchsia.googlesource.com/integration/+/7e9efbdfc4876eb93229b3766ec3ec8e81b927d9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0fe656a9165a3cc5237975a712c347c2656a34da"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0fe656a9165a3cc5237975a712c347c2656a34da",
"title": "0fe656a9165a3cc5237975a712c347c2656a34da",
"url": "https://fuchsia.googlesource.com/integration/+/0fe656a9165a3cc5237975a712c347c2656a34da"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0b6d4cff4243d06f8e96db13cba73cc53dc4c938"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0b6d4cff4243d06f8e96db13cba73cc53dc4c938",
"title": "0b6d4cff4243d06f8e96db13cba73cc53dc4c938",
"url": "https://fuchsia.googlesource.com/integration/+/0b6d4cff4243d06f8e96db13cba73cc53dc4c938"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2f26151ea99c230faefd0f123d001953bc393ec1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2f26151ea99c230faefd0f123d001953bc393ec1",
"title": "2f26151ea99c230faefd0f123d001953bc393ec1",
"url": "https://fuchsia.googlesource.com/integration/+/2f26151ea99c230faefd0f123d001953bc393ec1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6b92a24613285f540a50a533020824a266e95d16"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6b92a24613285f540a50a533020824a266e95d16",
"title": "6b92a24613285f540a50a533020824a266e95d16",
"url": "https://fuchsia.googlesource.com/integration/+/6b92a24613285f540a50a533020824a266e95d16"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d24a57c719f54e17d73be6be0f09520717ba3e78"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d24a57c719f54e17d73be6be0f09520717ba3e78",
"title": "d24a57c719f54e17d73be6be0f09520717ba3e78",
"url": "https://fuchsia.googlesource.com/integration/+/d24a57c719f54e17d73be6be0f09520717ba3e78"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "332f413a5f429eca61d70edd6208c0e286e05d75"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@332f413a5f429eca61d70edd6208c0e286e05d75",
"title": "332f413a5f429eca61d70edd6208c0e286e05d75",
"url": "https://fuchsia.googlesource.com/integration/+/332f413a5f429eca61d70edd6208c0e286e05d75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f8b8537070bfab8162695c08ec0b4465385e1417"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f8b8537070bfab8162695c08ec0b4465385e1417",
"title": "f8b8537070bfab8162695c08ec0b4465385e1417",
"url": "https://fuchsia.googlesource.com/integration/+/f8b8537070bfab8162695c08ec0b4465385e1417"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "79c8885b447f73536df085b820ea4a71632c4002"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@79c8885b447f73536df085b820ea4a71632c4002",
"title": "79c8885b447f73536df085b820ea4a71632c4002",
"url": "https://fuchsia.googlesource.com/integration/+/79c8885b447f73536df085b820ea4a71632c4002"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "308bd5b51cd81eb8c0672d6091dad352efe92f6b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@308bd5b51cd81eb8c0672d6091dad352efe92f6b",
"title": "308bd5b51cd81eb8c0672d6091dad352efe92f6b",
"url": "https://fuchsia.googlesource.com/integration/+/308bd5b51cd81eb8c0672d6091dad352efe92f6b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "15e5b1d82c4cfbf85224ea1c23b142371ab353e8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@15e5b1d82c4cfbf85224ea1c23b142371ab353e8",
"title": "15e5b1d82c4cfbf85224ea1c23b142371ab353e8",
"url": "https://fuchsia.googlesource.com/integration/+/15e5b1d82c4cfbf85224ea1c23b142371ab353e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9b9a222e8119bc29b3626641cb06ab9159d0252d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9b9a222e8119bc29b3626641cb06ab9159d0252d",
"title": "9b9a222e8119bc29b3626641cb06ab9159d0252d",
"url": "https://fuchsia.googlesource.com/integration/+/9b9a222e8119bc29b3626641cb06ab9159d0252d"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "9b9a222e8119bc29b3626641cb06ab9159d0252d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8852916632679309696"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:10:05.877] Scheduled build:
{
"id": "8687486570770801169",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-bazel_consistency"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-13T01:10:05.539832802Z",
"updateTime": "2026-03-13T01:10:05.539832802Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "9b9a222e8119bc29b3626641cb06ab9159d0252d",
"ref": "refs/heads/main"
}
}
}
[01:10:05.877] Task URL: https://cr-buildbucket.appspot.com/build/8687486570770801169
[01:10:05.877] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:2:0) after 5m46s
[01:10:06.847] Received PubSub notification, asking Buildbucket for the build status
[01:10:06.921] Build status: SCHEDULED
[01:10:10.091] Received PubSub notification, asking Buildbucket for the build status
[01:10:10.108] Build status: STARTED
[01:15:51.897] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:2:0)
[01:15:51.913] Build status: STARTED
[01:15:51.913] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:5:0) after 7m11s
[01:23:02.928] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:5:0)
[01:23:02.942] Build status: STARTED
[01:23:02.942] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:6:0) after 9m24s
[01:32:26.980] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:6:0)
[01:32:26.998] Build status: STARTED
[01:32:26.998] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:7:0) after 4m57s
[01:37:24.127] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:7:0)
[01:37:24.149] Build status: STARTED
[01:37:24.149] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:8:0) after 6m59s
[01:44:23.222] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:8:0)
[01:44:23.322] Build status: STARTED
[01:44:23.322] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:9:0) after 3m11s
[01:47:34.293] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:9:0)
[01:47:34.330] Build status: STARTED
[01:47:34.331] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:10:0) after 5m33s
[01:53:07.562] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:10:0)
[01:53:07.578] Build status: STARTED
[01:53:07.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:11:0) after 4m6s
[01:57:13.739] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:11:0)
[01:57:14.870] Build status: STARTED
[01:57:14.870] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-asan-bazel_consistency-e5a0ec7f:8852916632679309696:12:0) after 8m48s
[01:58:50.562] Received PubSub notification, asking Buildbucket for the build status
[01:58:50.579] Build:
{
"id": "8687486570770801169",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-asan-bazel_consistency"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-13T01:10:05.539832802Z",
"startTime": "2026-03-13T01:10:09.703603741Z",
"endTime": "2026-03-13T01:58:49.062951466Z",
"updateTime": "2026-03-13T01:58:49.062951466Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "9b9a222e8119bc29b3626641cb06ab9159d0252d",
"ref": "refs/heads/main"
}
}
}
[01:58:50.579] Invocation finished in 48m46.242780024s with status FAILED