[23:36:00.236] New invocation is queued and will start shortly
[23:36:01.282] Starting the invocation (attempt 1)
[23:36:01.312] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a"
[23:36:01.312] Popped gitiles commit info from properties and tags
[23:36:01.312] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:36:01.312] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:36:01.312] Buildbucket request:
{
"requestId": "8916431024411908272",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8916431024411908272",
"job": "fuchsia/core.arm64-kasan-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "248ba7582ca5ddc28a1d20c5d7f8293645ed5b32"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@248ba7582ca5ddc28a1d20c5d7f8293645ed5b32",
"title": "248ba7582ca5ddc28a1d20c5d7f8293645ed5b32",
"url": "https://fuchsia.googlesource.com/integration/+/248ba7582ca5ddc28a1d20c5d7f8293645ed5b32"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8773efad13dcf0fb198222bfd3616732e1639f59"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8773efad13dcf0fb198222bfd3616732e1639f59",
"title": "8773efad13dcf0fb198222bfd3616732e1639f59",
"url": "https://fuchsia.googlesource.com/integration/+/8773efad13dcf0fb198222bfd3616732e1639f59"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "b0509c78b26b6b6a3d88b4e738069e732380eec7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@b0509c78b26b6b6a3d88b4e738069e732380eec7",
"title": "b0509c78b26b6b6a3d88b4e738069e732380eec7",
"url": "https://fuchsia.googlesource.com/integration/+/b0509c78b26b6b6a3d88b4e738069e732380eec7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a299be355c9f6829ff78929c4f51c8a4597103d4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a299be355c9f6829ff78929c4f51c8a4597103d4",
"title": "a299be355c9f6829ff78929c4f51c8a4597103d4",
"url": "https://fuchsia.googlesource.com/integration/+/a299be355c9f6829ff78929c4f51c8a4597103d4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c94174d92913f6dbc46b1ea04351c1b4d8b48aaf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c94174d92913f6dbc46b1ea04351c1b4d8b48aaf",
"title": "c94174d92913f6dbc46b1ea04351c1b4d8b48aaf",
"url": "https://fuchsia.googlesource.com/integration/+/c94174d92913f6dbc46b1ea04351c1b4d8b48aaf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "bd34e77571300ecfcf15d966800b61063869c547"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@bd34e77571300ecfcf15d966800b61063869c547",
"title": "bd34e77571300ecfcf15d966800b61063869c547",
"url": "https://fuchsia.googlesource.com/integration/+/bd34e77571300ecfcf15d966800b61063869c547"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "28e37ab8ec5c03cb3d5b53690a45a49ba92391cf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@28e37ab8ec5c03cb3d5b53690a45a49ba92391cf",
"title": "28e37ab8ec5c03cb3d5b53690a45a49ba92391cf",
"url": "https://fuchsia.googlesource.com/integration/+/28e37ab8ec5c03cb3d5b53690a45a49ba92391cf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "86f18f2a73ed47b2e7f1d46e1a0488055b0283de"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@86f18f2a73ed47b2e7f1d46e1a0488055b0283de",
"title": "86f18f2a73ed47b2e7f1d46e1a0488055b0283de",
"url": "https://fuchsia.googlesource.com/integration/+/86f18f2a73ed47b2e7f1d46e1a0488055b0283de"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "393365bc9e3df08a987fd0ed6298b839197cb0e7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@393365bc9e3df08a987fd0ed6298b839197cb0e7",
"title": "393365bc9e3df08a987fd0ed6298b839197cb0e7",
"url": "https://fuchsia.googlesource.com/integration/+/393365bc9e3df08a987fd0ed6298b839197cb0e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a608ac8e866c30637176f58ddf5f77f2f0f26342"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a608ac8e866c30637176f58ddf5f77f2f0f26342",
"title": "a608ac8e866c30637176f58ddf5f77f2f0f26342",
"url": "https://fuchsia.googlesource.com/integration/+/a608ac8e866c30637176f58ddf5f77f2f0f26342"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4e878f586794acae30f54e1fc410bf86c1453a86"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4e878f586794acae30f54e1fc410bf86c1453a86",
"title": "4e878f586794acae30f54e1fc410bf86c1453a86",
"url": "https://fuchsia.googlesource.com/integration/+/4e878f586794acae30f54e1fc410bf86c1453a86"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "53e8a215b246c7c91af7d167e3abb9712bc040b8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@53e8a215b246c7c91af7d167e3abb9712bc040b8",
"title": "53e8a215b246c7c91af7d167e3abb9712bc040b8",
"url": "https://fuchsia.googlesource.com/integration/+/53e8a215b246c7c91af7d167e3abb9712bc040b8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "01903ce4a0b4ffeaf84d24fa5285f31ea13dbdaa"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@01903ce4a0b4ffeaf84d24fa5285f31ea13dbdaa",
"title": "01903ce4a0b4ffeaf84d24fa5285f31ea13dbdaa",
"url": "https://fuchsia.googlesource.com/integration/+/01903ce4a0b4ffeaf84d24fa5285f31ea13dbdaa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "aa76e288a1f3d43e971c28ce0b57298ac52899d8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@aa76e288a1f3d43e971c28ce0b57298ac52899d8",
"title": "aa76e288a1f3d43e971c28ce0b57298ac52899d8",
"url": "https://fuchsia.googlesource.com/integration/+/aa76e288a1f3d43e971c28ce0b57298ac52899d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c0f60908ddfc80acb95084aa53df24a59e021f54"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c0f60908ddfc80acb95084aa53df24a59e021f54",
"title": "c0f60908ddfc80acb95084aa53df24a59e021f54",
"url": "https://fuchsia.googlesource.com/integration/+/c0f60908ddfc80acb95084aa53df24a59e021f54"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "0c81ef742f774c0777c3527b49b8139b5d41f6a5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@0c81ef742f774c0777c3527b49b8139b5d41f6a5",
"title": "0c81ef742f774c0777c3527b49b8139b5d41f6a5",
"url": "https://fuchsia.googlesource.com/integration/+/0c81ef742f774c0777c3527b49b8139b5d41f6a5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "900bed68ead57eb310df810a0e979e74f59c67bc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@900bed68ead57eb310df810a0e979e74f59c67bc",
"title": "900bed68ead57eb310df810a0e979e74f59c67bc",
"url": "https://fuchsia.googlesource.com/integration/+/900bed68ead57eb310df810a0e979e74f59c67bc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "597de22d6a67b9089bb67d077d8ec65cf6d78a4b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@597de22d6a67b9089bb67d077d8ec65cf6d78a4b",
"title": "597de22d6a67b9089bb67d077d8ec65cf6d78a4b",
"url": "https://fuchsia.googlesource.com/integration/+/597de22d6a67b9089bb67d077d8ec65cf6d78a4b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7a1f8b8b96cb74fb909a7170cb84f023ee6ffb25"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7a1f8b8b96cb74fb909a7170cb84f023ee6ffb25",
"title": "7a1f8b8b96cb74fb909a7170cb84f023ee6ffb25",
"url": "https://fuchsia.googlesource.com/integration/+/7a1f8b8b96cb74fb909a7170cb84f023ee6ffb25"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a",
"title": "8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a",
"url": "https://fuchsia.googlesource.com/integration/+/8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8916431024411908272"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.arm64-kasan-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:36:01.791] Scheduled build:
{
"id": "8751000962549874353",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-04-10T23:36:01.377381566Z",
"updateTime": "2024-04-10T23:36:01.377381566Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a",
"ref": "refs/heads/main"
}
}
}
[23:36:01.791] Task URL: https://cr-buildbucket.appspot.com/build/8751000962549874353
[23:36:01.791] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:2:0) after 3m12s
[23:36:02.768] Received PubSub notification, asking Buildbucket for the build status
[23:36:02.810] Build status: SCHEDULED
[23:36:07.456] Received PubSub notification, asking Buildbucket for the build status
[23:36:07.474] Build status: STARTED
[23:39:14.102] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:2:0)
[23:39:14.140] Build status: STARTED
[23:39:14.141] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:5:0) after 8m23s
[23:47:37.239] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:5:0)
[23:47:37.277] Build status: STARTED
[23:47:37.277] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:6:0) after 3m47s
[23:51:25.207] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:6:0)
[23:51:25.226] Build status: STARTED
[23:51:25.226] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:7:0) after 7m24s
[23:58:49.273] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:7:0)
[23:58:49.303] Build status: STARTED
[23:58:49.303] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:8:0) after 6m21s
[00:05:10.345] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:8:0)
[00:05:10.372] Build status: STARTED
[00:05:10.372] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:9:0) after 1m37s
[00:06:47.390] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:9:0)
[00:06:47.411] Build status: STARTED
[00:06:47.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:10:0) after 5m25s
[00:12:12.481] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:10:0)
[00:12:12.539] Build status: STARTED
[00:12:12.539] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:11:0) after 9m4s
[00:21:16.668] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:11:0)
[00:21:16.704] Build status: STARTED
[00:21:16.705] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:12:0) after 8m53s
[00:30:09.834] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:12:0)
[00:30:09.878] Build status: STARTED
[00:30:09.878] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:13:0) after 9m43s
[00:39:52.895] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:13:0)
[00:39:53.066] Build status: STARTED
[00:39:53.066] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:14:0) after 9m44s
[00:49:37.086] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:14:0)
[00:49:37.107] Build status: STARTED
[00:49:37.107] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:15:0) after 1m10s
[00:50:47.236] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:15:0)
[00:50:47.268] Build status: STARTED
[00:50:47.268] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:16:0) after 8m52s
[00:59:39.285] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:16:0)
[00:59:39.303] Build status: STARTED
[00:59:39.304] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:17:0) after 8m2s
[01:07:41.426] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:17:0)
[01:07:41.464] Build status: STARTED
[01:07:41.465] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:18:0) after 9m41s
[01:17:22.544] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:18:0)
[01:17:22.600] Build status: STARTED
[01:17:22.600] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:19:0) after 6m28s
[01:23:50.683] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:19:0)
[01:23:50.702] Build status: STARTED
[01:23:50.702] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:20:0) after 3m7s
[01:26:58.149] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:20:0)
[01:26:58.174] Build status: STARTED
[01:26:58.174] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:21:0) after 9m40s
[01:36:38.429] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:21:0)
[01:36:38.457] Build status: STARTED
[01:36:38.457] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:22:0) after 3m17s
[01:39:55.849] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:22:0)
[01:39:55.938] Build status: STARTED
[01:39:55.938] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:23:0) after 4m6s
[01:44:01.964] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:23:0)
[01:44:01.982] Build status: STARTED
[01:44:01.982] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:24:0) after 6m4s
[01:50:06.024] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:24:0)
[01:50:06.048] Build status: STARTED
[01:50:06.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:25:0) after 4m47s
[01:54:53.345] Handling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:25:0)
[01:54:53.413] Build status: STARTED
[01:54:53.413] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.arm64-kasan-e5a0ec7f:8916431024411908272:26:0) after 3m41s
[01:56:43.782] Received PubSub notification, asking Buildbucket for the build status
[01:56:43.799] Build:
{
"id": "8751000962549874353",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-kasan"
},
"createdBy": "project:fuchsia",
"createTime": "2024-04-10T23:36:01.377381566Z",
"startTime": "2024-04-10T23:36:06.985070626Z",
"endTime": "2024-04-11T01:56:43.417315890Z",
"updateTime": "2024-04-11T01:56:43.417315890Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "8c8cbe5fbb68b8641caa661ce485b1ac86ca3f5a",
"ref": "refs/heads/main"
}
}
}
[01:56:43.799] Invocation finished in 2h20m43.581569449s with status FAILED