[16:28:15.183] New invocation is queued and will start shortly
[16:28:16.457] Starting the invocation (attempt 1)
[16:28:16.490] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/e08b3d732bbce8000303129bc3168f58eb17c6bd"
[16:28:16.490] Popped gitiles commit info from properties and tags
[16:28:16.490] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:28:16.490] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:28:16.497] Buildbucket request:
{
"requestId": "8918541666393087216",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8918541666393087216",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "85c67565e7b9d78031e9ee9b0f483c39605449a1"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@85c67565e7b9d78031e9ee9b0f483c39605449a1",
"title": "85c67565e7b9d78031e9ee9b0f483c39605449a1",
"url": "https://fuchsia.googlesource.com/integration/+/85c67565e7b9d78031e9ee9b0f483c39605449a1"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c6619b32551576dd6928a434fce3938ddb24e652"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c6619b32551576dd6928a434fce3938ddb24e652",
"title": "c6619b32551576dd6928a434fce3938ddb24e652",
"url": "https://fuchsia.googlesource.com/integration/+/c6619b32551576dd6928a434fce3938ddb24e652"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "46a598917a3668967b2fb4515aaabc6d8a7aaa41"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@46a598917a3668967b2fb4515aaabc6d8a7aaa41",
"title": "46a598917a3668967b2fb4515aaabc6d8a7aaa41",
"url": "https://fuchsia.googlesource.com/integration/+/46a598917a3668967b2fb4515aaabc6d8a7aaa41"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "85e1c53be9997bb328015cfa0c1e459a2041a129"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@85e1c53be9997bb328015cfa0c1e459a2041a129",
"title": "85e1c53be9997bb328015cfa0c1e459a2041a129",
"url": "https://fuchsia.googlesource.com/integration/+/85e1c53be9997bb328015cfa0c1e459a2041a129"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c1519fe49f357c03aa7780ebc6a3c00012a7fb4a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c1519fe49f357c03aa7780ebc6a3c00012a7fb4a",
"title": "c1519fe49f357c03aa7780ebc6a3c00012a7fb4a",
"url": "https://fuchsia.googlesource.com/integration/+/c1519fe49f357c03aa7780ebc6a3c00012a7fb4a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3a1561287f89dcf4bc89ac8030444c38fbbed431"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3a1561287f89dcf4bc89ac8030444c38fbbed431",
"title": "3a1561287f89dcf4bc89ac8030444c38fbbed431",
"url": "https://fuchsia.googlesource.com/integration/+/3a1561287f89dcf4bc89ac8030444c38fbbed431"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "e08b3d732bbce8000303129bc3168f58eb17c6bd"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@e08b3d732bbce8000303129bc3168f58eb17c6bd",
"title": "e08b3d732bbce8000303129bc3168f58eb17c6bd",
"url": "https://fuchsia.googlesource.com/integration/+/e08b3d732bbce8000303129bc3168f58eb17c6bd"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e08b3d732bbce8000303129bc3168f58eb17c6bd",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8918541666393087216"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:28:17.097] Scheduled build:
{
"id": "8753111604267387185",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-18T16:28:16.580623677Z",
"updateTime": "2024-03-18T16:28:16.580623677Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e08b3d732bbce8000303129bc3168f58eb17c6bd",
"ref": "refs/heads/main"
}
}
}
[16:28:17.097] Task URL: https://cr-buildbucket.appspot.com/build/8753111604267387185
[16:28:17.097] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:2:0) after 6m22s
[16:28:17.991] Received PubSub notification, asking Buildbucket for the build status
[16:28:18.068] Build status: SCHEDULED
[16:29:22.534] Received PubSub notification, asking Buildbucket for the build status
[16:29:22.577] Build status: STARTED
[16:34:39.242] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:2:0)
[16:34:39.264] Build status: STARTED
[16:34:39.264] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:5:0) after 8m36s
[16:43:33.134] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:5:0)
[16:43:33.186] Build status: STARTED
[16:43:33.186] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:6:0) after 6m18s
[16:49:51.209] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:6:0)
[16:49:51.244] Build status: STARTED
[16:49:51.244] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:7:0) after 6m41s
[16:56:32.308] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:7:0)
[16:56:32.349] Build status: STARTED
[16:56:32.349] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:8:0) after 7m54s
[17:04:26.417] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:8:0)
[17:04:26.433] Build status: STARTED
[17:04:26.433] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:9:0) after 1m40s
[17:06:06.512] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:9:0)
[17:06:06.537] Build status: STARTED
[17:06:06.537] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:10:0) after 6m41s
[17:12:47.624] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:10:0)
[17:12:47.647] Build status: STARTED
[17:12:47.647] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:11:0) after 1m53s
[17:14:40.677] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:11:0)
[17:14:40.757] Build status: STARTED
[17:14:40.757] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:12:0) after 9m56s
[17:24:36.766] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:12:0)
[17:24:36.828] Build status: STARTED
[17:24:36.828] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:13:0) after 1m51s
[17:26:27.908] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:13:0)
[17:26:27.930] Build status: STARTED
[17:26:27.930] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:14:0) after 6m25s
[17:32:52.903] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:14:0)
[17:32:52.921] Build status: STARTED
[17:32:52.921] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:15:0) after 5m24s
[17:38:16.991] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:15:0)
[17:38:17.010] Build status: STARTED
[17:38:17.010] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:16:0) after 7m6s
[17:45:23.030] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:16:0)
[17:45:23.048] Build status: STARTED
[17:45:23.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:17:0) after 7m50s
[17:53:13.073] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:17:0)
[17:53:13.100] Build status: STARTED
[17:53:13.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:18:0) after 1m31s
[17:54:44.125] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:18:0)
[17:54:44.389] Build status: STARTED
[17:54:44.389] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:19:0) after 2m28s
[17:57:12.407] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:19:0)
[17:57:12.430] Build status: STARTED
[17:57:12.430] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:20:0) after 9m8s
[18:06:20.469] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:20:0)
[18:06:20.504] Build status: STARTED
[18:06:20.504] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:21:0) after 4m56s
[18:11:16.616] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:21:0)
[18:11:16.671] Build status: STARTED
[18:11:16.671] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:22:0) after 5m11s
[18:16:27.700] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:22:0)
[18:16:27.739] Build status: STARTED
[18:16:27.739] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:23:0) after 7m21s
[18:23:48.766] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:23:0)
[18:23:48.786] Build status: STARTED
[18:23:48.786] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:24:0) after 4m16s
[18:28:04.880] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:24:0)
[18:28:04.899] Build status: STARTED
[18:28:04.899] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:25:0) after 2m6s
[18:30:10.974] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:25:0)
[18:30:11.026] Build status: STARTED
[18:30:11.026] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:26:0) after 1m7s
[18:31:18.168] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:26:0)
[18:31:18.224] Build status: STARTED
[18:31:18.225] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:27:0) after 6m27s
[18:37:45.311] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:27:0)
[18:37:45.330] Build status: STARTED
[18:37:45.330] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:28:0) after 3m53s
[18:41:38.402] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:28:0)
[18:41:38.422] Build status: STARTED
[18:41:38.422] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:29:0) after 3m22s
[18:45:00.453] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:29:0)
[18:45:00.514] Build status: STARTED
[18:45:00.514] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:30:0) after 6m38s
[18:51:38.539] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:30:0)
[18:51:38.564] Build status: STARTED
[18:51:38.564] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:31:0) after 7m34s
[18:59:12.612] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:31:0)
[18:59:12.718] Build status: STARTED
[18:59:12.718] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:32:0) after 3m10s
[19:02:22.801] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:32:0)
[19:02:22.818] Build status: STARTED
[19:02:22.818] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:33:0) after 7m50s
[19:10:12.874] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:33:0)
[19:10:12.896] Build status: STARTED
[19:10:12.896] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:34:0) after 1m54s
[19:12:06.922] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:34:0)
[19:12:06.962] Build status: STARTED
[19:12:06.962] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:35:0) after 6m55s
[19:19:02.025] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:35:0)
[19:19:02.048] Build status: STARTED
[19:19:02.048] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:36:0) after 7m26s
[19:26:28.074] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:36:0)
[19:26:28.100] Build status: STARTED
[19:26:28.100] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:37:0) after 9m35s
[19:36:03.174] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:37:0)
[19:36:03.219] Build status: STARTED
[19:36:03.219] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:38:0) after 9m8s
[19:45:11.238] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:38:0)
[19:45:11.256] Build status: STARTED
[19:45:11.256] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:39:0) after 5m15s
[19:50:26.346] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:39:0)
[19:50:26.484] Build status: STARTED
[19:50:26.484] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8918541666393087216:40:0) after 8m17s
[19:53:00.225] Received PubSub notification, asking Buildbucket for the build status
[19:53:00.246] Build:
{
"id": "8753111604267387185",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-18T16:28:16.580623677Z",
"startTime": "2024-03-18T16:29:17.604740Z",
"endTime": "2024-03-18T19:52:59.668741Z",
"updateTime": "2024-03-18T19:52:59.668741Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "e08b3d732bbce8000303129bc3168f58eb17c6bd",
"ref": "refs/heads/main"
}
}
}
[19:53:00.246] Invocation finished in 3h24m45.077397943s with status FAILED