[22:38:02.539] New invocation is queued and will start shortly
[22:38:04.032] Starting the invocation (attempt 1)
[22:38:04.073] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/e4f8813d2a26049b2284f871378abf9b6342d174"
[22:38:04.073] Popped gitiles commit info from properties and tags
[22:38:04.073] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:38:04.073] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:38:04.073] Buildbucket request:
{
"requestId": "8842054561615717520",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-cxx23"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8842054561615717520",
"job": "fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8c2ec512893af21d79c255f6e890aacf2f35af08"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8c2ec512893af21d79c255f6e890aacf2f35af08",
"title": "8c2ec512893af21d79c255f6e890aacf2f35af08",
"url": "https://fuchsia.googlesource.com/integration/+/8c2ec512893af21d79c255f6e890aacf2f35af08"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "87e4d0afcd931dbc4c069eee06cd43177b8a26f8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@87e4d0afcd931dbc4c069eee06cd43177b8a26f8",
"title": "87e4d0afcd931dbc4c069eee06cd43177b8a26f8",
"url": "https://fuchsia.googlesource.com/integration/+/87e4d0afcd931dbc4c069eee06cd43177b8a26f8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "184203669bd9335444048fe60ac97d7b5f51a06a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@184203669bd9335444048fe60ac97d7b5f51a06a",
"title": "184203669bd9335444048fe60ac97d7b5f51a06a",
"url": "https://fuchsia.googlesource.com/integration/+/184203669bd9335444048fe60ac97d7b5f51a06a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "59c8e6af4b8af54c6ba015bef31aca7f2817f491"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@59c8e6af4b8af54c6ba015bef31aca7f2817f491",
"title": "59c8e6af4b8af54c6ba015bef31aca7f2817f491",
"url": "https://fuchsia.googlesource.com/integration/+/59c8e6af4b8af54c6ba015bef31aca7f2817f491"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "15cceb455e267441d6ac633935102fb3afca7dc0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@15cceb455e267441d6ac633935102fb3afca7dc0",
"title": "15cceb455e267441d6ac633935102fb3afca7dc0",
"url": "https://fuchsia.googlesource.com/integration/+/15cceb455e267441d6ac633935102fb3afca7dc0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "30ebf8d27bd44fe1977b167cb478eeaddcdc7f85"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@30ebf8d27bd44fe1977b167cb478eeaddcdc7f85",
"title": "30ebf8d27bd44fe1977b167cb478eeaddcdc7f85",
"url": "https://fuchsia.googlesource.com/integration/+/30ebf8d27bd44fe1977b167cb478eeaddcdc7f85"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ef9e7e3f1a61c4e3cbd01b29ba6783d7a3c6a6e2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ef9e7e3f1a61c4e3cbd01b29ba6783d7a3c6a6e2",
"title": "ef9e7e3f1a61c4e3cbd01b29ba6783d7a3c6a6e2",
"url": "https://fuchsia.googlesource.com/integration/+/ef9e7e3f1a61c4e3cbd01b29ba6783d7a3c6a6e2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ecdc8843f9f0f398f2a9f5b6122dae9c89ae0d16"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ecdc8843f9f0f398f2a9f5b6122dae9c89ae0d16",
"title": "ecdc8843f9f0f398f2a9f5b6122dae9c89ae0d16",
"url": "https://fuchsia.googlesource.com/integration/+/ecdc8843f9f0f398f2a9f5b6122dae9c89ae0d16"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "a953feaa7d75ed2722ea56bb001caa79b55ce7bd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@a953feaa7d75ed2722ea56bb001caa79b55ce7bd",
"title": "a953feaa7d75ed2722ea56bb001caa79b55ce7bd",
"url": "https://fuchsia.googlesource.com/integration/+/a953feaa7d75ed2722ea56bb001caa79b55ce7bd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "adbd8f77f6a3317df1320626a3d1a8eb59d2b842"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@adbd8f77f6a3317df1320626a3d1a8eb59d2b842",
"title": "adbd8f77f6a3317df1320626a3d1a8eb59d2b842",
"url": "https://fuchsia.googlesource.com/integration/+/adbd8f77f6a3317df1320626a3d1a8eb59d2b842"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "aa6d8d9174907e22a5c89c560fe6162670cebfa9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@aa6d8d9174907e22a5c89c560fe6162670cebfa9",
"title": "aa6d8d9174907e22a5c89c560fe6162670cebfa9",
"url": "https://fuchsia.googlesource.com/integration/+/aa6d8d9174907e22a5c89c560fe6162670cebfa9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2f8d669c61b202921415daccd0b8e2b9fba09398"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2f8d669c61b202921415daccd0b8e2b9fba09398",
"title": "2f8d669c61b202921415daccd0b8e2b9fba09398",
"url": "https://fuchsia.googlesource.com/integration/+/2f8d669c61b202921415daccd0b8e2b9fba09398"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "41ff9cecd07fb053bfc74864395bf5369b04c7f4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@41ff9cecd07fb053bfc74864395bf5369b04c7f4",
"title": "41ff9cecd07fb053bfc74864395bf5369b04c7f4",
"url": "https://fuchsia.googlesource.com/integration/+/41ff9cecd07fb053bfc74864395bf5369b04c7f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9f17e88e1dfc2646acdf939e190475f2d836d150"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9f17e88e1dfc2646acdf939e190475f2d836d150",
"title": "9f17e88e1dfc2646acdf939e190475f2d836d150",
"url": "https://fuchsia.googlesource.com/integration/+/9f17e88e1dfc2646acdf939e190475f2d836d150"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ae29222bae2240e0149193fb555c2e321cf081f1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ae29222bae2240e0149193fb555c2e321cf081f1",
"title": "ae29222bae2240e0149193fb555c2e321cf081f1",
"url": "https://fuchsia.googlesource.com/integration/+/ae29222bae2240e0149193fb555c2e321cf081f1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d7fb9a26fcdfa2bdc86e5ac8c7f45a7e22df0e39"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d7fb9a26fcdfa2bdc86e5ac8c7f45a7e22df0e39",
"title": "d7fb9a26fcdfa2bdc86e5ac8c7f45a7e22df0e39",
"url": "https://fuchsia.googlesource.com/integration/+/d7fb9a26fcdfa2bdc86e5ac8c7f45a7e22df0e39"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "26c7191f5918b3cd11df1f35ce7cf1fd04eb6843"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@26c7191f5918b3cd11df1f35ce7cf1fd04eb6843",
"title": "26c7191f5918b3cd11df1f35ce7cf1fd04eb6843",
"url": "https://fuchsia.googlesource.com/integration/+/26c7191f5918b3cd11df1f35ce7cf1fd04eb6843"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7170998b7907c5f7c95e8946791fff13192085ec"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7170998b7907c5f7c95e8946791fff13192085ec",
"title": "7170998b7907c5f7c95e8946791fff13192085ec",
"url": "https://fuchsia.googlesource.com/integration/+/7170998b7907c5f7c95e8946791fff13192085ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e4f8813d2a26049b2284f871378abf9b6342d174"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e4f8813d2a26049b2284f871378abf9b6342d174",
"title": "e4f8813d2a26049b2284f871378abf9b6342d174",
"url": "https://fuchsia.googlesource.com/integration/+/e4f8813d2a26049b2284f871378abf9b6342d174"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e4f8813d2a26049b2284f871378abf9b6342d174",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8842054561615717520"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:38:04.459] Scheduled build:
{
"id": "8676624499271595953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-cxx23"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-10T22:38:04.151192048Z",
"updateTime": "2026-07-10T22:38:04.151192048Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e4f8813d2a26049b2284f871378abf9b6342d174",
"ref": "refs/heads/main"
}
}
}
[22:38:04.459] Task URL: https://cr-buildbucket.appspot.com/build/8676624499271595953
[22:38:04.459] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:2:0) after 2m50s
[22:38:05.427] Received PubSub notification, asking Buildbucket for the build status
[22:38:05.455] Build status: SCHEDULED
[22:38:09.058] Received PubSub notification, asking Buildbucket for the build status
[22:38:09.208] Build status: STARTED
[22:40:54.539] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:2:0)
[22:40:54.565] Build status: STARTED
[22:40:54.565] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:5:0) after 3m57s
[22:44:51.587] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:5:0)
[22:44:51.625] Build status: STARTED
[22:44:51.625] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:6:0) after 7m43s
[22:52:34.644] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:6:0)
[22:52:34.664] Build status: STARTED
[22:52:34.664] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:7:0) after 5m16s
[22:57:50.763] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:7:0)
[22:57:50.780] Build status: STARTED
[22:57:50.780] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:8:0) after 3m54s
[23:01:44.820] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:8:0)
[23:01:44.844] Build status: STARTED
[23:01:44.844] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:9:0) after 5m32s
[23:07:16.890] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:9:0)
[23:07:16.909] Build status: STARTED
[23:07:16.909] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:10:0) after 8m47s
[23:16:04.055] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:10:0)
[23:16:04.078] Build status: STARTED
[23:16:04.078] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:11:0) after 4m27s
[23:20:31.152] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:11:0)
[23:20:31.171] Build status: STARTED
[23:20:31.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:12:0) after 4m5s
[23:24:36.236] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:12:0)
[23:24:36.257] Build status: STARTED
[23:24:36.257] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:13:0) after 1m6s
[23:25:42.274] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:13:0)
[23:25:42.325] Build status: STARTED
[23:25:42.325] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:14:0) after 1m16s
[23:26:58.337] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:14:0)
[23:26:58.367] Build status: STARTED
[23:26:58.367] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:15:0) after 7m40s
[23:34:38.383] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:15:0)
[23:34:38.408] Build status: STARTED
[23:34:38.408] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:16:0) after 8m3s
[23:42:41.553] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:16:0)
[23:42:41.577] Build status: STARTED
[23:42:41.577] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:17:0) after 9m28s
[23:52:09.618] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:17:0)
[23:52:09.635] Build status: STARTED
[23:52:09.635] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:18:0) after 2m58s
[23:55:07.741] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:18:0)
[23:55:07.766] Build status: STARTED
[23:55:07.766] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:19:0) after 1m1s
[23:56:08.782] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:19:0)
[23:56:08.799] Build status: STARTED
[23:56:08.799] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:20:0) after 7m8s
[00:03:16.900] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:20:0)
[00:03:16.925] Build status: STARTED
[00:03:16.925] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:21:0) after 5m48s
[00:09:04.938] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:21:0)
[00:09:04.958] Build status: STARTED
[00:09:04.958] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:22:0) after 8m6s
[00:17:11.036] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:22:0)
[00:17:11.110] Build status: STARTED
[00:17:11.110] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:23:0) after 1m25s
[00:18:36.173] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:23:0)
[00:18:36.191] Build status: STARTED
[00:18:36.192] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:24:0) after 9m5s
[00:27:41.253] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:24:0)
[00:27:41.271] Build status: STARTED
[00:27:41.272] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:25:0) after 5m22s
[00:33:03.295] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:25:0)
[00:33:03.316] Build status: STARTED
[00:33:03.316] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:26:0) after 2m51s
[00:35:54.329] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:26:0)
[00:35:54.576] Build status: STARTED
[00:35:54.576] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:27:0) after 1m50s
[00:37:44.591] Handling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:27:0)
[00:37:44.614] Build status: STARTED
[00:37:44.614] Scheduling timer "check-buildbucket-build-status" (fuchsia/global.ci-core.arm64-cxx23-e5a0ec7f:8842054561615717520:28:0) after 8m49s
[00:45:34.138] Received PubSub notification, asking Buildbucket for the build status
[00:45:34.164] Build:
{
"id": "8676624499271595953",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.arm64-cxx23"
},
"createdBy": "project:fuchsia",
"createTime": "2026-07-10T22:38:04.151192048Z",
"startTime": "2026-07-10T22:38:08.890123642Z",
"endTime": "2026-07-11T00:45:08.342916549Z",
"updateTime": "2026-07-11T00:45:08.342916549Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e4f8813d2a26049b2284f871378abf9b6342d174",
"ref": "refs/heads/main"
}
}
}
[00:45:34.164] Invocation finished in 2h7m31.631177588s with status FAILED