[00:10:10.577] New invocation is queued and will start shortly
[00:10:11.607] Starting the invocation (attempt 1)
[00:10:11.631] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/d72ea33019952e95572dbdd5513e1c623f10a398"
[00:10:11.631] Popped gitiles commit info from properties and tags
[00:10:11.631] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:10:11.631] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:10:11.632] Buildbucket request:
{
"requestId": "8860621143158767552",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8860621143158767552",
"job": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6fe237e0047700181a6e93e49bd880bd52b17668"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6fe237e0047700181a6e93e49bd880bd52b17668",
"title": "6fe237e0047700181a6e93e49bd880bd52b17668",
"url": "https://fuchsia.googlesource.com/integration/+/6fe237e0047700181a6e93e49bd880bd52b17668"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7b11c9d3c8b25887323715a59ecf55f2b3f4bb63"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7b11c9d3c8b25887323715a59ecf55f2b3f4bb63",
"title": "7b11c9d3c8b25887323715a59ecf55f2b3f4bb63",
"url": "https://fuchsia.googlesource.com/integration/+/7b11c9d3c8b25887323715a59ecf55f2b3f4bb63"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ee539c622016a2255e4a6c39ccfe92e9fc974830"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ee539c622016a2255e4a6c39ccfe92e9fc974830",
"title": "ee539c622016a2255e4a6c39ccfe92e9fc974830",
"url": "https://fuchsia.googlesource.com/integration/+/ee539c622016a2255e4a6c39ccfe92e9fc974830"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9d6d20598e3e6930708d1e9909cd8c25f93c91a2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9d6d20598e3e6930708d1e9909cd8c25f93c91a2",
"title": "9d6d20598e3e6930708d1e9909cd8c25f93c91a2",
"url": "https://fuchsia.googlesource.com/integration/+/9d6d20598e3e6930708d1e9909cd8c25f93c91a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "837042f230cf98067c53b3a7336e3dada7db877f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@837042f230cf98067c53b3a7336e3dada7db877f",
"title": "837042f230cf98067c53b3a7336e3dada7db877f",
"url": "https://fuchsia.googlesource.com/integration/+/837042f230cf98067c53b3a7336e3dada7db877f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e785068c7104177850c79f1f9e5f97c1a15a47e5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e785068c7104177850c79f1f9e5f97c1a15a47e5",
"title": "e785068c7104177850c79f1f9e5f97c1a15a47e5",
"url": "https://fuchsia.googlesource.com/integration/+/e785068c7104177850c79f1f9e5f97c1a15a47e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f9e00855750be45d0a546c43c6db703d93b43016"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f9e00855750be45d0a546c43c6db703d93b43016",
"title": "f9e00855750be45d0a546c43c6db703d93b43016",
"url": "https://fuchsia.googlesource.com/integration/+/f9e00855750be45d0a546c43c6db703d93b43016"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cd670ceb48b44ad25cdeff61164a98e1b593f3cd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cd670ceb48b44ad25cdeff61164a98e1b593f3cd",
"title": "cd670ceb48b44ad25cdeff61164a98e1b593f3cd",
"url": "https://fuchsia.googlesource.com/integration/+/cd670ceb48b44ad25cdeff61164a98e1b593f3cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9ecb35e277c09424046962d5c0eafe3e1db77c57"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9ecb35e277c09424046962d5c0eafe3e1db77c57",
"title": "9ecb35e277c09424046962d5c0eafe3e1db77c57",
"url": "https://fuchsia.googlesource.com/integration/+/9ecb35e277c09424046962d5c0eafe3e1db77c57"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "fcc1bbb5db5aea095dfb6991b76a15d335e3ad0e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@fcc1bbb5db5aea095dfb6991b76a15d335e3ad0e",
"title": "fcc1bbb5db5aea095dfb6991b76a15d335e3ad0e",
"url": "https://fuchsia.googlesource.com/integration/+/fcc1bbb5db5aea095dfb6991b76a15d335e3ad0e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "47627be924aeaaac5ff431441f9982e7ccf0b4c4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@47627be924aeaaac5ff431441f9982e7ccf0b4c4",
"title": "47627be924aeaaac5ff431441f9982e7ccf0b4c4",
"url": "https://fuchsia.googlesource.com/integration/+/47627be924aeaaac5ff431441f9982e7ccf0b4c4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "94024688b7f632f29a489cbbc52bd0ebeb59ca89"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@94024688b7f632f29a489cbbc52bd0ebeb59ca89",
"title": "94024688b7f632f29a489cbbc52bd0ebeb59ca89",
"url": "https://fuchsia.googlesource.com/integration/+/94024688b7f632f29a489cbbc52bd0ebeb59ca89"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f37b12033832af9032268f0b7d91eed6eed1cc93"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f37b12033832af9032268f0b7d91eed6eed1cc93",
"title": "f37b12033832af9032268f0b7d91eed6eed1cc93",
"url": "https://fuchsia.googlesource.com/integration/+/f37b12033832af9032268f0b7d91eed6eed1cc93"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "f32650fead6e3b5b37bce3d0fd87395a9e2fe842"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@f32650fead6e3b5b37bce3d0fd87395a9e2fe842",
"title": "f32650fead6e3b5b37bce3d0fd87395a9e2fe842",
"url": "https://fuchsia.googlesource.com/integration/+/f32650fead6e3b5b37bce3d0fd87395a9e2fe842"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4805bff418ac5b63c8c951ddd8b1b8108e82dcf6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4805bff418ac5b63c8c951ddd8b1b8108e82dcf6",
"title": "4805bff418ac5b63c8c951ddd8b1b8108e82dcf6",
"url": "https://fuchsia.googlesource.com/integration/+/4805bff418ac5b63c8c951ddd8b1b8108e82dcf6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ec48fe6a81d451c4b7b77afa3f840e78c7cf35b0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ec48fe6a81d451c4b7b77afa3f840e78c7cf35b0",
"title": "ec48fe6a81d451c4b7b77afa3f840e78c7cf35b0",
"url": "https://fuchsia.googlesource.com/integration/+/ec48fe6a81d451c4b7b77afa3f840e78c7cf35b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c4005870a6f3c338ef6641533c92b544d96f53b7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c4005870a6f3c338ef6641533c92b544d96f53b7",
"title": "c4005870a6f3c338ef6641533c92b544d96f53b7",
"url": "https://fuchsia.googlesource.com/integration/+/c4005870a6f3c338ef6641533c92b544d96f53b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "edb3a2eb63a085fc4f388065fd983871e5b65255"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@edb3a2eb63a085fc4f388065fd983871e5b65255",
"title": "edb3a2eb63a085fc4f388065fd983871e5b65255",
"url": "https://fuchsia.googlesource.com/integration/+/edb3a2eb63a085fc4f388065fd983871e5b65255"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d72ea33019952e95572dbdd5513e1c623f10a398"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d72ea33019952e95572dbdd5513e1c623f10a398",
"title": "d72ea33019952e95572dbdd5513e1c623f10a398",
"url": "https://fuchsia.googlesource.com/integration/+/d72ea33019952e95572dbdd5513e1c623f10a398"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "d72ea33019952e95572dbdd5513e1c623f10a398",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8860621143158767552"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.x64-kubsan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:10:11.966] Scheduled build:
{
"id": "8695191081347028129",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-12-18T00:10:11.682937515Z",
"updateTime": "2025-12-18T00:10:11.682937515Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "d72ea33019952e95572dbdd5513e1c623f10a398",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:10:11.966] Task URL: https://cr-buildbucket.appspot.com/build/8695191081347028129
[00:10:11.966] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:2:0) after 5m8s
[00:10:12.317] Received PubSub notification, asking Buildbucket for the build status
[00:10:12.339] Build status: SCHEDULED
[00:13:39.022] Received PubSub notification, asking Buildbucket for the build status
[00:13:39.035] Build status: STARTED
[00:15:19.982] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:2:0)
[00:15:20.001] Build status: STARTED
[00:15:20.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:5:0) after 9m18s
[00:24:38.166] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:5:0)
[00:24:38.201] Build status: STARTED
[00:24:38.201] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:6:0) after 1m55s
[00:26:33.202] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:6:0)
[00:26:33.241] Build status: STARTED
[00:26:33.241] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:7:0) after 4m42s
[00:31:15.261] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:7:0)
[00:31:15.275] Build status: STARTED
[00:31:15.275] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:8:0) after 4m31s
[00:35:46.412] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:8:0)
[00:35:46.443] Build status: STARTED
[00:35:46.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:9:0) after 3m5s
[00:38:51.506] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:9:0)
[00:38:51.537] Build status: STARTED
[00:38:51.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:10:0) after 4m16s
[00:43:07.565] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:10:0)
[00:43:07.596] Build status: STARTED
[00:43:07.596] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:11:0) after 6m31s
[00:49:38.712] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:11:0)
[00:49:38.728] Build status: STARTED
[00:49:38.728] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:12:0) after 2m44s
[00:52:22.744] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:12:0)
[00:52:22.761] Build status: STARTED
[00:52:22.761] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:13:0) after 4m43s
[00:57:05.775] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:13:0)
[00:57:05.790] Build status: STARTED
[00:57:05.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:14:0) after 1m56s
[00:59:01.822] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:14:0)
[00:59:01.838] Build status: STARTED
[00:59:01.838] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:15:0) after 3m14s
[01:02:15.850] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:15:0)
[01:02:15.889] Build status: STARTED
[01:02:15.889] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:16:0) after 1m6s
[01:03:21.903] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:16:0)
[01:03:22.050] Build status: STARTED
[01:03:22.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:17:0) after 5m9s
[01:08:31.113] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:17:0)
[01:08:31.130] Build status: STARTED
[01:08:31.130] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:18:0) after 2m44s
[01:11:15.147] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:18:0)
[01:11:15.162] Build status: STARTED
[01:11:15.162] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:19:0) after 5m49s
[01:17:04.226] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:19:0)
[01:17:04.260] Build status: STARTED
[01:17:04.260] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:20:0) after 1m1s
[01:18:05.277] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:20:0)
[01:18:05.288] Build status: STARTED
[01:18:05.288] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:21:0) after 1m24s
[01:19:29.287] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:21:0)
[01:19:29.362] Build status: STARTED
[01:19:29.362] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:22:0) after 8m42s
[01:28:11.478] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:22:0)
[01:28:11.493] Build status: STARTED
[01:28:11.493] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:23:0) after 4m55s
[01:33:06.508] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:23:0)
[01:33:06.528] Build status: STARTED
[01:33:06.528] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:24:0) after 6m37s
[01:39:43.543] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:24:0)
[01:39:43.566] Build status: STARTED
[01:39:43.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:25:0) after 2m12s
[01:41:55.625] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:25:0)
[01:41:55.641] Build status: STARTED
[01:41:55.641] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:26:0) after 1m58s
[01:43:53.734] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:26:0)
[01:43:53.752] Build status: STARTED
[01:43:53.752] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:27:0) after 4m5s
[01:47:58.772] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:27:0)
[01:47:58.790] Build status: STARTED
[01:47:58.790] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:28:0) after 7m48s
[01:55:46.857] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:28:0)
[01:55:46.875] Build status: STARTED
[01:55:46.875] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.x64-kubsan-e5a0ec7f:8860621143158767552:29:0) after 4m47s
[01:57:04.593] Received PubSub notification, asking Buildbucket for the build status
[01:57:04.634] Build:
{
"id": "8695191081347028129",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-kubsan"
},
"createdBy": "project:fuchsia",
"createTime": "2025-12-18T00:10:11.682937515Z",
"startTime": "2025-12-18T00:13:38.818176679Z",
"endTime": "2025-12-18T01:56:58.244933084Z",
"updateTime": "2025-12-18T01:56:58.244933084Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "d72ea33019952e95572dbdd5513e1c623f10a398",
"ref": "refs/heads/main"
}
},
"canary": true
}
[01:57:04.634] Invocation finished in 1h46m54.063096088s with status FAILED