[00:15:52.404] New invocation is queued and will start shortly
[00:15:53.452] Starting the invocation (attempt 1)
[00:15:53.480] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/8ac1a93be856ec2745eee182d70674ededaa04c8"
[00:15:53.480] Popped gitiles commit info from properties and tags
[00:15:53.480] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:15:53.480] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:15:53.481] Buildbucket request:
{
"requestId": "8851832878986286288",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-host_tsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8851832878986286288",
"job": "fuchsia/global.ci-core.x64-host_tsan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "449040b0181abbab3612b15500093468f574f9e8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@449040b0181abbab3612b15500093468f574f9e8",
"title": "449040b0181abbab3612b15500093468f574f9e8",
"url": "https://fuchsia.googlesource.com/integration/+/449040b0181abbab3612b15500093468f574f9e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5e0c53b06367b7bb199928c9de1692dbfd9aec6f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5e0c53b06367b7bb199928c9de1692dbfd9aec6f",
"title": "5e0c53b06367b7bb199928c9de1692dbfd9aec6f",
"url": "https://fuchsia.googlesource.com/integration/+/5e0c53b06367b7bb199928c9de1692dbfd9aec6f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "15ae5b1d50ce23e43141d96f7de4b6d89d1aa7ab"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@15ae5b1d50ce23e43141d96f7de4b6d89d1aa7ab",
"title": "15ae5b1d50ce23e43141d96f7de4b6d89d1aa7ab",
"url": "https://fuchsia.googlesource.com/integration/+/15ae5b1d50ce23e43141d96f7de4b6d89d1aa7ab"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "63c22b432e38c2dbed9854bf5f02cf9a5eeae315"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@63c22b432e38c2dbed9854bf5f02cf9a5eeae315",
"title": "63c22b432e38c2dbed9854bf5f02cf9a5eeae315",
"url": "https://fuchsia.googlesource.com/integration/+/63c22b432e38c2dbed9854bf5f02cf9a5eeae315"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "df6a9cd6b33fa8d76c06abb52a9cac4e460508bd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@df6a9cd6b33fa8d76c06abb52a9cac4e460508bd",
"title": "df6a9cd6b33fa8d76c06abb52a9cac4e460508bd",
"url": "https://fuchsia.googlesource.com/integration/+/df6a9cd6b33fa8d76c06abb52a9cac4e460508bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d65308fbb9340c27d192a22cad67946e626858cb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d65308fbb9340c27d192a22cad67946e626858cb",
"title": "d65308fbb9340c27d192a22cad67946e626858cb",
"url": "https://fuchsia.googlesource.com/integration/+/d65308fbb9340c27d192a22cad67946e626858cb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "97ca1e443c6d60fb42acfda0ec57f74401289ead"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@97ca1e443c6d60fb42acfda0ec57f74401289ead",
"title": "97ca1e443c6d60fb42acfda0ec57f74401289ead",
"url": "https://fuchsia.googlesource.com/integration/+/97ca1e443c6d60fb42acfda0ec57f74401289ead"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5d73c2b3d7df91a720fe4ee7c0722b68786d1a81"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5d73c2b3d7df91a720fe4ee7c0722b68786d1a81",
"title": "5d73c2b3d7df91a720fe4ee7c0722b68786d1a81",
"url": "https://fuchsia.googlesource.com/integration/+/5d73c2b3d7df91a720fe4ee7c0722b68786d1a81"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "45d21817c5bbc4a11cabe0b8b4222a6a4597ce36"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@45d21817c5bbc4a11cabe0b8b4222a6a4597ce36",
"title": "45d21817c5bbc4a11cabe0b8b4222a6a4597ce36",
"url": "https://fuchsia.googlesource.com/integration/+/45d21817c5bbc4a11cabe0b8b4222a6a4597ce36"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e82a40b97b318e53f3c4dc010bdceca73d11fbd4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e82a40b97b318e53f3c4dc010bdceca73d11fbd4",
"title": "e82a40b97b318e53f3c4dc010bdceca73d11fbd4",
"url": "https://fuchsia.googlesource.com/integration/+/e82a40b97b318e53f3c4dc010bdceca73d11fbd4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7a2fd690d77e2b2a3f58d748bc5d404bca3b4245"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7a2fd690d77e2b2a3f58d748bc5d404bca3b4245",
"title": "7a2fd690d77e2b2a3f58d748bc5d404bca3b4245",
"url": "https://fuchsia.googlesource.com/integration/+/7a2fd690d77e2b2a3f58d748bc5d404bca3b4245"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e2e5e8e78236a1d3d634b56b6ea142e4e0c12660"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e2e5e8e78236a1d3d634b56b6ea142e4e0c12660",
"title": "e2e5e8e78236a1d3d634b56b6ea142e4e0c12660",
"url": "https://fuchsia.googlesource.com/integration/+/e2e5e8e78236a1d3d634b56b6ea142e4e0c12660"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2ef01d7952de49e6567bc5d2e825edbcea92b745"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2ef01d7952de49e6567bc5d2e825edbcea92b745",
"title": "2ef01d7952de49e6567bc5d2e825edbcea92b745",
"url": "https://fuchsia.googlesource.com/integration/+/2ef01d7952de49e6567bc5d2e825edbcea92b745"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4384dfe4c208ad66eac414499c6e431d4dcdf4e8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4384dfe4c208ad66eac414499c6e431d4dcdf4e8",
"title": "4384dfe4c208ad66eac414499c6e431d4dcdf4e8",
"url": "https://fuchsia.googlesource.com/integration/+/4384dfe4c208ad66eac414499c6e431d4dcdf4e8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f3b42468475fe0b64933acc9f26b429d6427da83"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f3b42468475fe0b64933acc9f26b429d6427da83",
"title": "f3b42468475fe0b64933acc9f26b429d6427da83",
"url": "https://fuchsia.googlesource.com/integration/+/f3b42468475fe0b64933acc9f26b429d6427da83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b4e2351105836220a6218648eb67870bc1f83536"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b4e2351105836220a6218648eb67870bc1f83536",
"title": "b4e2351105836220a6218648eb67870bc1f83536",
"url": "https://fuchsia.googlesource.com/integration/+/b4e2351105836220a6218648eb67870bc1f83536"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2cf72e5609e6ab6106dd7a4901b12a1732a7ba9e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2cf72e5609e6ab6106dd7a4901b12a1732a7ba9e",
"title": "2cf72e5609e6ab6106dd7a4901b12a1732a7ba9e",
"url": "https://fuchsia.googlesource.com/integration/+/2cf72e5609e6ab6106dd7a4901b12a1732a7ba9e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6f0289ebc725d30cade8afbaf8257b239af48160"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6f0289ebc725d30cade8afbaf8257b239af48160",
"title": "6f0289ebc725d30cade8afbaf8257b239af48160",
"url": "https://fuchsia.googlesource.com/integration/+/6f0289ebc725d30cade8afbaf8257b239af48160"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "09a53ca457c1d5a8cb95352d9906b8f22438ae3a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@09a53ca457c1d5a8cb95352d9906b8f22438ae3a",
"title": "09a53ca457c1d5a8cb95352d9906b8f22438ae3a",
"url": "https://fuchsia.googlesource.com/integration/+/09a53ca457c1d5a8cb95352d9906b8f22438ae3a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f63ac9b7e2b91eadf8492f056e26b492c762ce65"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f63ac9b7e2b91eadf8492f056e26b492c762ce65",
"title": "f63ac9b7e2b91eadf8492f056e26b492c762ce65",
"url": "https://fuchsia.googlesource.com/integration/+/f63ac9b7e2b91eadf8492f056e26b492c762ce65"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d20eb8af26f272985a6d4a3f96012439def2c65b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d20eb8af26f272985a6d4a3f96012439def2c65b",
"title": "d20eb8af26f272985a6d4a3f96012439def2c65b",
"url": "https://fuchsia.googlesource.com/integration/+/d20eb8af26f272985a6d4a3f96012439def2c65b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "91ca7afb742b1c91a73dd5d9a30bde868892b1db"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@91ca7afb742b1c91a73dd5d9a30bde868892b1db",
"title": "91ca7afb742b1c91a73dd5d9a30bde868892b1db",
"url": "https://fuchsia.googlesource.com/integration/+/91ca7afb742b1c91a73dd5d9a30bde868892b1db"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "04ba1e2adbffc901ae1cc564e1c662ffc381c8e3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@04ba1e2adbffc901ae1cc564e1c662ffc381c8e3",
"title": "04ba1e2adbffc901ae1cc564e1c662ffc381c8e3",
"url": "https://fuchsia.googlesource.com/integration/+/04ba1e2adbffc901ae1cc564e1c662ffc381c8e3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fa0ae373425ddef4b68ee619c879691880371ac8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fa0ae373425ddef4b68ee619c879691880371ac8",
"title": "fa0ae373425ddef4b68ee619c879691880371ac8",
"url": "https://fuchsia.googlesource.com/integration/+/fa0ae373425ddef4b68ee619c879691880371ac8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "102d774f8f7cdd926b34e16892d30156ade28aaf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@102d774f8f7cdd926b34e16892d30156ade28aaf",
"title": "102d774f8f7cdd926b34e16892d30156ade28aaf",
"url": "https://fuchsia.googlesource.com/integration/+/102d774f8f7cdd926b34e16892d30156ade28aaf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fb46b23011426f31985a97c52b0f17ec9bd06f14"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fb46b23011426f31985a97c52b0f17ec9bd06f14",
"title": "fb46b23011426f31985a97c52b0f17ec9bd06f14",
"url": "https://fuchsia.googlesource.com/integration/+/fb46b23011426f31985a97c52b0f17ec9bd06f14"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e936f3f1ea1123227b501e1b33f0e445e71a1f75"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e936f3f1ea1123227b501e1b33f0e445e71a1f75",
"title": "e936f3f1ea1123227b501e1b33f0e445e71a1f75",
"url": "https://fuchsia.googlesource.com/integration/+/e936f3f1ea1123227b501e1b33f0e445e71a1f75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7c59d8a944e430c5b0aed5690fe63d961346a7fe"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7c59d8a944e430c5b0aed5690fe63d961346a7fe",
"title": "7c59d8a944e430c5b0aed5690fe63d961346a7fe",
"url": "https://fuchsia.googlesource.com/integration/+/7c59d8a944e430c5b0aed5690fe63d961346a7fe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6962da8edc35ebae1afb8eea9a5326a2f98b04ec"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6962da8edc35ebae1afb8eea9a5326a2f98b04ec",
"title": "6962da8edc35ebae1afb8eea9a5326a2f98b04ec",
"url": "https://fuchsia.googlesource.com/integration/+/6962da8edc35ebae1afb8eea9a5326a2f98b04ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8ac1a93be856ec2745eee182d70674ededaa04c8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8ac1a93be856ec2745eee182d70674ededaa04c8",
"title": "8ac1a93be856ec2745eee182d70674ededaa04c8",
"url": "https://fuchsia.googlesource.com/integration/+/8ac1a93be856ec2745eee182d70674ededaa04c8"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8ac1a93be856ec2745eee182d70674ededaa04c8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8851832878986286288"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-host_tsan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:15:53.863] Scheduled build:
{
"id": "8686402817145119569",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-host_tsan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-25T00:15:53.537182199Z",
"updateTime": "2026-03-25T00:15:53.537182199Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8ac1a93be856ec2745eee182d70674ededaa04c8",
"ref": "refs/heads/main"
}
}
}
[00:15:53.863] Task URL: https://cr-buildbucket.appspot.com/build/8686402817145119569
[00:15:53.863] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-host_tsan-e5a0ec7f:8851832878986286288:2:0) after 9m3s
[00:15:54.870] Received PubSub notification, asking Buildbucket for the build status
[00:15:54.891] Build status: SCHEDULED
[00:15:59.443] Received PubSub notification, asking Buildbucket for the build status
[00:15:59.478] Build status: STARTED
[00:24:56.886] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-host_tsan-e5a0ec7f:8851832878986286288:2:0)
[00:24:56.914] Build status: STARTED
[00:24:56.914] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-host_tsan-e5a0ec7f:8851832878986286288:5:0) after 5m0s
[00:29:56.926] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-host_tsan-e5a0ec7f:8851832878986286288:5:0)
[00:29:56.947] Build status: STARTED
[00:29:56.947] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-host_tsan-e5a0ec7f:8851832878986286288:6:0) after 8m12s
[00:32:33.102] Received PubSub notification, asking Buildbucket for the build status
[00:32:33.128] Build:
{
"id": "8686402817145119569",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-host_tsan"
},
"createdBy": "project:fuchsia",
"createTime": "2026-03-25T00:15:53.537182199Z",
"startTime": "2026-03-25T00:15:59.265953875Z",
"endTime": "2026-03-25T00:32:32.505438088Z",
"updateTime": "2026-03-25T00:32:32.505438088Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8ac1a93be856ec2745eee182d70674ededaa04c8",
"ref": "refs/heads/main"
}
}
}
[00:32:33.128] Invocation finished in 16m40.730212543s with status FAILED