[07:21:55.032] New invocation is queued and will start shortly
[07:21:56.145] Starting the invocation (attempt 1)
[07:21:56.171] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/45baad5e3b0cc56bce6d7e411b2aa71e98c38336"
[07:21:56.171] Popped gitiles commit info from properties and tags
[07:21:56.171] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:21:56.171] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:21:56.171] Buildbucket request:
{
"requestId": "8918304247965652560",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8918304247965652560",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6d23e069894c78cbfc8f639608a2a13f0f6d397f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6d23e069894c78cbfc8f639608a2a13f0f6d397f",
"title": "6d23e069894c78cbfc8f639608a2a13f0f6d397f",
"url": "https://fuchsia.googlesource.com/integration/+/6d23e069894c78cbfc8f639608a2a13f0f6d397f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7aa3be0c1096802deda44dd1d647fe23ae8fcb05"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7aa3be0c1096802deda44dd1d647fe23ae8fcb05",
"title": "7aa3be0c1096802deda44dd1d647fe23ae8fcb05",
"url": "https://fuchsia.googlesource.com/integration/+/7aa3be0c1096802deda44dd1d647fe23ae8fcb05"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3c19790362d1e13fd309e09bcdd5565f1d9be44f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3c19790362d1e13fd309e09bcdd5565f1d9be44f",
"title": "3c19790362d1e13fd309e09bcdd5565f1d9be44f",
"url": "https://fuchsia.googlesource.com/integration/+/3c19790362d1e13fd309e09bcdd5565f1d9be44f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "38dbf3a118b6393462cc88defa11df54555203fa"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@38dbf3a118b6393462cc88defa11df54555203fa",
"title": "38dbf3a118b6393462cc88defa11df54555203fa",
"url": "https://fuchsia.googlesource.com/integration/+/38dbf3a118b6393462cc88defa11df54555203fa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "d9c5f7d706ab490db88b1f61432fe9d882eeb9af"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@d9c5f7d706ab490db88b1f61432fe9d882eeb9af",
"title": "d9c5f7d706ab490db88b1f61432fe9d882eeb9af",
"url": "https://fuchsia.googlesource.com/integration/+/d9c5f7d706ab490db88b1f61432fe9d882eeb9af"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "db53247b429bebed2a26d58da795fb2d3c91a127"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@db53247b429bebed2a26d58da795fb2d3c91a127",
"title": "db53247b429bebed2a26d58da795fb2d3c91a127",
"url": "https://fuchsia.googlesource.com/integration/+/db53247b429bebed2a26d58da795fb2d3c91a127"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "09ffe7189f7c766319d53e4bbab0185de33e0367"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@09ffe7189f7c766319d53e4bbab0185de33e0367",
"title": "09ffe7189f7c766319d53e4bbab0185de33e0367",
"url": "https://fuchsia.googlesource.com/integration/+/09ffe7189f7c766319d53e4bbab0185de33e0367"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "45baad5e3b0cc56bce6d7e411b2aa71e98c38336"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@45baad5e3b0cc56bce6d7e411b2aa71e98c38336",
"title": "45baad5e3b0cc56bce6d7e411b2aa71e98c38336",
"url": "https://fuchsia.googlesource.com/integration/+/45baad5e3b0cc56bce6d7e411b2aa71e98c38336"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "45baad5e3b0cc56bce6d7e411b2aa71e98c38336",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8918304247965652560"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[07:21:56.776] Scheduled build:
{
"id": "8752874186050695361",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-21T07:21:56.236579472Z",
"updateTime": "2024-03-21T07:21:56.236579472Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "45baad5e3b0cc56bce6d7e411b2aa71e98c38336",
"ref": "refs/heads/main"
}
}
}
[07:21:56.776] Task URL: https://cr-buildbucket.appspot.com/build/8752874186050695361
[07:21:56.776] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:2:0) after 3m42s
[07:21:57.621] Received PubSub notification, asking Buildbucket for the build status
[07:21:57.674] Build status: STARTED
[07:21:57.767] Received PubSub notification, asking Buildbucket for the build status
[07:21:57.795] Build status: STARTED
[07:25:38.795] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:2:0)
[07:25:38.817] Build status: STARTED
[07:25:38.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:5:0) after 9m33s
[07:35:11.835] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:5:0)
[07:35:11.879] Build status: STARTED
[07:35:11.879] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:6:0) after 7m1s
[07:42:13.103] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:6:0)
[07:42:13.129] Build status: STARTED
[07:42:13.129] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:7:0) after 1m5s
[07:43:18.156] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:7:0)
[07:43:18.180] Build status: STARTED
[07:43:18.180] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:8:0) after 8m11s
[07:51:29.204] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:8:0)
[07:51:29.244] Build status: STARTED
[07:51:29.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:9:0) after 6m38s
[07:58:07.305] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:9:0)
[07:58:07.325] Build status: STARTED
[07:58:07.325] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:10:0) after 2m45s
[08:00:52.376] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:10:0)
[08:00:52.481] Build status: STARTED
[08:00:52.481] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:11:0) after 7m22s
[08:08:14.540] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:11:0)
[08:08:14.566] Build status: STARTED
[08:08:14.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:12:0) after 3m25s
[08:11:39.632] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:12:0)
[08:11:39.661] Build status: STARTED
[08:11:39.661] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:13:0) after 9m46s
[08:21:25.784] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:13:0)
[08:21:25.805] Build status: STARTED
[08:21:25.805] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:14:0) after 6m7s
[08:27:32.827] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:14:0)
[08:27:32.868] Build status: STARTED
[08:27:32.868] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:15:0) after 9m42s
[08:37:15.001] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:15:0)
[08:37:15.033] Build status: STARTED
[08:37:15.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:16:0) after 1m56s
[08:39:11.296] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:16:0)
[08:39:11.353] Build status: STARTED
[08:39:11.353] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:17:0) after 2m51s
[08:42:02.430] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:17:0)
[08:42:02.463] Build status: STARTED
[08:42:02.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:18:0) after 6m9s
[08:48:11.450] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:18:0)
[08:48:11.566] Build status: STARTED
[08:48:11.566] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:19:0) after 3m56s
[08:52:08.139] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:19:0)
[08:52:08.177] Build status: STARTED
[08:52:08.177] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:20:0) after 4m25s
[08:56:33.158] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:20:0)
[08:56:33.200] Build status: STARTED
[08:56:33.200] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:21:0) after 6m22s
[09:02:55.220] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:21:0)
[09:02:55.242] Build status: STARTED
[09:02:55.242] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:22:0) after 7m47s
[09:10:42.477] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:22:0)
[09:10:42.498] Build status: STARTED
[09:10:42.498] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:23:0) after 4m51s
[09:15:33.659] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:23:0)
[09:15:33.775] Build status: STARTED
[09:15:33.775] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:24:0) after 1m20s
[09:16:54.318] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:24:0)
[09:16:54.352] Build status: STARTED
[09:16:54.352] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:25:0) after 6m57s
[09:23:51.470] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:25:0)
[09:23:51.512] Build status: STARTED
[09:23:51.512] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:26:0) after 5m57s
[09:29:48.536] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:26:0)
[09:29:48.576] Build status: STARTED
[09:29:48.576] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:27:0) after 3m57s
[09:33:45.619] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:27:0)
[09:33:45.639] Build status: STARTED
[09:33:45.639] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:28:0) after 4m59s
[09:38:44.635] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:28:0)
[09:38:44.657] Build status: STARTED
[09:38:44.658] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:29:0) after 4m11s
[09:42:55.704] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:29:0)
[09:42:55.720] Build status: STARTED
[09:42:55.720] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:30:0) after 3m44s
[09:46:39.757] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:30:0)
[09:46:39.781] Build status: STARTED
[09:46:39.781] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:31:0) after 2m40s
[09:49:19.828] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:31:0)
[09:49:19.846] Build status: STARTED
[09:49:19.846] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:32:0) after 1m50s
[09:51:09.857] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:32:0)
[09:51:09.901] Build status: STARTED
[09:51:09.901] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:33:0) after 2m15s
[09:53:24.917] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:33:0)
[09:53:24.937] Build status: STARTED
[09:53:24.937] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:34:0) after 2m6s
[09:55:31.234] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:34:0)
[09:55:31.253] Build status: STARTED
[09:55:31.253] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:35:0) after 5m17s
[10:00:48.379] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:35:0)
[10:00:48.417] Build status: STARTED
[10:00:48.417] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:36:0) after 5m26s
[10:06:14.552] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:36:0)
[10:06:14.603] Build status: STARTED
[10:06:14.603] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:37:0) after 6m17s
[10:12:31.676] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:37:0)
[10:12:31.695] Build status: STARTED
[10:12:31.695] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:38:0) after 2m2s
[10:14:34.029] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:38:0)
[10:14:34.050] Build status: STARTED
[10:14:34.050] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:39:0) after 5m39s
[10:20:13.130] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:39:0)
[10:20:13.163] Build status: STARTED
[10:20:13.163] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:40:0) after 2m0s
[10:22:13.210] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:40:0)
[10:22:13.237] Build status: STARTED
[10:22:13.237] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:41:0) after 7m30s
[10:29:43.722] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:41:0)
[10:29:43.745] Build status: STARTED
[10:29:43.745] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:42:0) after 7m15s
[10:36:58.776] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:42:0)
[10:36:58.798] Build status: STARTED
[10:36:58.798] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:43:0) after 5m11s
[10:42:09.884] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:43:0)
[10:42:09.914] Build status: STARTED
[10:42:09.914] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:44:0) after 1m29s
[10:43:38.965] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:44:0)
[10:43:38.989] Build status: STARTED
[10:43:38.989] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918304247965652560:45:0) after 5m29s
[10:49:06.635] Received PubSub notification, asking Buildbucket for the build status
[10:49:06.655] Build:
{
"id": "8752874186050695361",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-21T07:21:56.236579472Z",
"startTime": "2024-03-21T07:21:57.253223Z",
"endTime": "2024-03-21T10:46:20.040991Z",
"updateTime": "2024-03-21T10:46:20.040991Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "45baad5e3b0cc56bce6d7e411b2aa71e98c38336",
"ref": "refs/heads/main"
}
}
}
[10:49:06.655] Invocation finished in 3h27m11.629571646s with status FAILED