[09:01:20.079] New invocation is queued and will start shortly
[09:01:21.145] Starting the invocation (attempt 1)
[09:01:21.169] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/2b3cddbb68f7fb222b8707359ae866802b1218f3"
[09:01:21.169] Popped gitiles commit info from properties and tags
[09:01:21.169] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:01:21.169] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:01:21.169] Buildbucket request:
{
"requestId": "8915942472039650816",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8915942472039650816",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1caa574f8a9e176f0654057970175fbfb3f24881"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1caa574f8a9e176f0654057970175fbfb3f24881",
"title": "1caa574f8a9e176f0654057970175fbfb3f24881",
"url": "https://fuchsia.googlesource.com/integration/+/1caa574f8a9e176f0654057970175fbfb3f24881"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "14d6090a42fe3126517fc71421082bd56b1c6daf"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@14d6090a42fe3126517fc71421082bd56b1c6daf",
"title": "14d6090a42fe3126517fc71421082bd56b1c6daf",
"url": "https://fuchsia.googlesource.com/integration/+/14d6090a42fe3126517fc71421082bd56b1c6daf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "dda80ec3c760e02b6d199d4396d0be05e10f79a8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dda80ec3c760e02b6d199d4396d0be05e10f79a8",
"title": "dda80ec3c760e02b6d199d4396d0be05e10f79a8",
"url": "https://fuchsia.googlesource.com/integration/+/dda80ec3c760e02b6d199d4396d0be05e10f79a8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ad07438301b451a3d3d36daa8a1b2f36d6a7a00e"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ad07438301b451a3d3d36daa8a1b2f36d6a7a00e",
"title": "ad07438301b451a3d3d36daa8a1b2f36d6a7a00e",
"url": "https://fuchsia.googlesource.com/integration/+/ad07438301b451a3d3d36daa8a1b2f36d6a7a00e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e99c754094ae065357095dc7ee0faab943cbcfd2"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e99c754094ae065357095dc7ee0faab943cbcfd2",
"title": "e99c754094ae065357095dc7ee0faab943cbcfd2",
"url": "https://fuchsia.googlesource.com/integration/+/e99c754094ae065357095dc7ee0faab943cbcfd2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "dc28cd47f8dfd72b9a9031a58d76894f1c96b5c9"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dc28cd47f8dfd72b9a9031a58d76894f1c96b5c9",
"title": "dc28cd47f8dfd72b9a9031a58d76894f1c96b5c9",
"url": "https://fuchsia.googlesource.com/integration/+/dc28cd47f8dfd72b9a9031a58d76894f1c96b5c9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7feed10befe63ddcd9d390a30b86cf8bbc90c7a0"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7feed10befe63ddcd9d390a30b86cf8bbc90c7a0",
"title": "7feed10befe63ddcd9d390a30b86cf8bbc90c7a0",
"url": "https://fuchsia.googlesource.com/integration/+/7feed10befe63ddcd9d390a30b86cf8bbc90c7a0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2b3cddbb68f7fb222b8707359ae866802b1218f3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2b3cddbb68f7fb222b8707359ae866802b1218f3",
"title": "2b3cddbb68f7fb222b8707359ae866802b1218f3",
"url": "https://fuchsia.googlesource.com/integration/+/2b3cddbb68f7fb222b8707359ae866802b1218f3"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2b3cddbb68f7fb222b8707359ae866802b1218f3",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8915942472039650816"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:01:21.615] Scheduled build:
{
"id": "8750512410159260321",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-04-16T09:01:21.244844121Z",
"updateTime": "2024-04-16T09:01:21.244844121Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2b3cddbb68f7fb222b8707359ae866802b1218f3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:01:21.615] Task URL: https://cr-buildbucket.appspot.com/build/8750512410159260321
[09:01:21.615] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:2:0) after 6m51s
[09:01:22.599] Received PubSub notification, asking Buildbucket for the build status
[09:01:22.624] Build status: SCHEDULED
[09:02:37.679] Received PubSub notification, asking Buildbucket for the build status
[09:02:37.695] Build status: STARTED
[09:08:12.633] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:2:0)
[09:08:12.655] Build status: STARTED
[09:08:12.656] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:5:0) after 3m28s
[09:11:40.677] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:5:0)
[09:11:40.715] Build status: STARTED
[09:11:40.715] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:6:0) after 5m3s
[09:16:44.086] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:6:0)
[09:16:44.117] Build status: STARTED
[09:16:44.117] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:7:0) after 6m43s
[09:23:27.157] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:7:0)
[09:23:27.186] Build status: STARTED
[09:23:27.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:8:0) after 8m14s
[09:31:41.366] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:8:0)
[09:31:41.391] Build status: STARTED
[09:31:41.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:9:0) after 7m7s
[09:38:48.377] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:9:0)
[09:38:48.399] Build status: STARTED
[09:38:48.399] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:10:0) after 7m22s
[09:46:10.429] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:10:0)
[09:46:10.517] Build status: STARTED
[09:46:10.517] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:11:0) after 9m43s
[09:55:53.531] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:11:0)
[09:55:53.619] Build status: STARTED
[09:55:53.619] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:12:0) after 3m5s
[09:58:58.797] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:12:0)
[09:58:58.826] Build status: STARTED
[09:58:58.826] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:13:0) after 5m11s
[10:04:10.132] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:13:0)
[10:04:10.164] Build status: STARTED
[10:04:10.164] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:14:0) after 4m19s
[10:08:29.414] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:14:0)
[10:08:29.434] Build status: STARTED
[10:08:29.434] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:15:0) after 5m30s
[10:13:59.513] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:15:0)
[10:13:59.604] Build status: STARTED
[10:13:59.604] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:16:0) after 5m50s
[10:19:49.657] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:16:0)
[10:19:49.696] Build status: STARTED
[10:19:49.696] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:17:0) after 9m37s
[10:29:26.715] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:17:0)
[10:29:26.741] Build status: STARTED
[10:29:26.741] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:18:0) after 5m15s
[10:34:41.790] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:18:0)
[10:34:41.817] Build status: STARTED
[10:34:41.817] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:19:0) after 3m44s
[10:38:25.835] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:19:0)
[10:38:25.867] Build status: STARTED
[10:38:25.867] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:20:0) after 4m13s
[10:42:38.888] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:20:0)
[10:42:38.907] Build status: STARTED
[10:42:38.907] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:21:0) after 2m44s
[10:45:23.164] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:21:0)
[10:45:23.205] Build status: STARTED
[10:45:23.206] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:22:0) after 4m14s
[10:49:37.420] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:22:0)
[10:49:37.440] Build status: STARTED
[10:49:37.440] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:23:0) after 4m55s
[10:54:32.767] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:23:0)
[10:54:32.810] Build status: STARTED
[10:54:32.810] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:24:0) after 1m16s
[10:55:48.840] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:24:0)
[10:55:48.860] Build status: STARTED
[10:55:48.860] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:25:0) after 5m7s
[11:00:55.905] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:25:0)
[11:00:55.935] Build status: STARTED
[11:00:55.936] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:26:0) after 6m54s
[11:07:50.071] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:26:0)
[11:07:50.120] Build status: STARTED
[11:07:50.121] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:27:0) after 2m24s
[11:10:14.274] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:27:0)
[11:10:14.313] Build status: STARTED
[11:10:14.313] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:28:0) after 2m58s
[11:13:12.330] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:28:0)
[11:13:12.391] Build status: STARTED
[11:13:12.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:29:0) after 8m23s
[11:21:35.379] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:29:0)
[11:21:35.411] Build status: STARTED
[11:21:35.411] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:30:0) after 7m28s
[11:29:03.432] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:30:0)
[11:29:03.454] Build status: STARTED
[11:29:03.454] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:31:0) after 2m22s
[11:31:25.503] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:31:0)
[11:31:25.548] Build status: STARTED
[11:31:25.548] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:32:0) after 7m25s
[11:38:50.597] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:32:0)
[11:38:50.669] Build status: STARTED
[11:38:50.669] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:33:0) after 3m47s
[11:42:37.696] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:33:0)
[11:42:37.718] Build status: STARTED
[11:42:37.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:34:0) after 9m12s
[11:51:49.850] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:34:0)
[11:51:49.869] Build status: STARTED
[11:51:49.869] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:35:0) after 6m43s
[11:58:33.147] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:35:0)
[11:58:33.189] Build status: STARTED
[11:58:33.189] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:36:0) after 4m5s
[12:02:38.327] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:36:0)
[12:02:38.345] Build status: STARTED
[12:02:38.345] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:37:0) after 5m27s
[12:08:05.372] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:37:0)
[12:08:05.405] Build status: STARTED
[12:08:05.405] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:38:0) after 9m50s
[12:17:55.787] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:38:0)
[12:17:55.809] Build status: STARTED
[12:17:55.809] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:39:0) after 4m10s
[12:22:05.952] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:39:0)
[12:22:05.988] Build status: STARTED
[12:22:05.988] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:40:0) after 6m34s
[12:28:40.109] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:40:0)
[12:28:40.131] Build status: STARTED
[12:28:40.131] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:41:0) after 4m3s
[12:32:43.339] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:41:0)
[12:32:43.362] Build status: STARTED
[12:32:43.362] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8915942472039650816:42:0) after 2m50s
[12:32:48.701] Received PubSub notification, asking Buildbucket for the build status
[12:32:48.727] Build:
{
"id": "8750512410159260321",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-04-16T09:01:21.244844121Z",
"startTime": "2024-04-16T09:02:37.461671959Z",
"endTime": "2024-04-16T12:32:48.184224455Z",
"updateTime": "2024-04-16T12:32:48.184224455Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2b3cddbb68f7fb222b8707359ae866802b1218f3",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:32:48.727] Invocation finished in 3h31m28.65847196s with status FAILED