[06:23:20.258] New invocation is queued and will start shortly
[06:23:21.357] Starting the invocation (attempt 1)
[06:23:21.386] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/9514be0e98c97b487cba112a7a4af6f65908e715"
[06:23:21.386] Popped gitiles commit info from properties and tags
[06:23:21.386] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:23:21.386] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:23:21.387] Buildbucket request:
{
"requestId": "8919485694045136576",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8919485694045136576",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "73e3d4f8954ad4a314bf2292d1055f0aba2dca42"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@73e3d4f8954ad4a314bf2292d1055f0aba2dca42",
"title": "73e3d4f8954ad4a314bf2292d1055f0aba2dca42",
"url": "https://fuchsia.googlesource.com/integration/+/73e3d4f8954ad4a314bf2292d1055f0aba2dca42"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cad8c2c18a7412a615be55e9fa0a9babe2abce5d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cad8c2c18a7412a615be55e9fa0a9babe2abce5d",
"title": "cad8c2c18a7412a615be55e9fa0a9babe2abce5d",
"url": "https://fuchsia.googlesource.com/integration/+/cad8c2c18a7412a615be55e9fa0a9babe2abce5d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "dc820a6739d6b129cb2230384d7714bbe10cd722"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@dc820a6739d6b129cb2230384d7714bbe10cd722",
"title": "dc820a6739d6b129cb2230384d7714bbe10cd722",
"url": "https://fuchsia.googlesource.com/integration/+/dc820a6739d6b129cb2230384d7714bbe10cd722"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2eb42b387ee7cbc3dfce67ab841c49edfce738ca"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2eb42b387ee7cbc3dfce67ab841c49edfce738ca",
"title": "2eb42b387ee7cbc3dfce67ab841c49edfce738ca",
"url": "https://fuchsia.googlesource.com/integration/+/2eb42b387ee7cbc3dfce67ab841c49edfce738ca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "99320e1f80ef1ab4c9c8d093090246b0d756c0e7"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@99320e1f80ef1ab4c9c8d093090246b0d756c0e7",
"title": "99320e1f80ef1ab4c9c8d093090246b0d756c0e7",
"url": "https://fuchsia.googlesource.com/integration/+/99320e1f80ef1ab4c9c8d093090246b0d756c0e7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "32eb8b136664495eb40c388139c0a58f91820e35"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@32eb8b136664495eb40c388139c0a58f91820e35",
"title": "32eb8b136664495eb40c388139c0a58f91820e35",
"url": "https://fuchsia.googlesource.com/integration/+/32eb8b136664495eb40c388139c0a58f91820e35"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "be1e31f0c9018585410e08b85834c2ba1375907d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@be1e31f0c9018585410e08b85834c2ba1375907d",
"title": "be1e31f0c9018585410e08b85834c2ba1375907d",
"url": "https://fuchsia.googlesource.com/integration/+/be1e31f0c9018585410e08b85834c2ba1375907d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9514be0e98c97b487cba112a7a4af6f65908e715"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9514be0e98c97b487cba112a7a4af6f65908e715",
"title": "9514be0e98c97b487cba112a7a4af6f65908e715",
"url": "https://fuchsia.googlesource.com/integration/+/9514be0e98c97b487cba112a7a4af6f65908e715"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "9514be0e98c97b487cba112a7a4af6f65908e715",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8919485694045136576"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:23:21.847] Scheduled build:
{
"id": "8754055632147934705",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-08T06:23:21.437415444Z",
"updateTime": "2024-03-08T06:23:21.437415444Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "9514be0e98c97b487cba112a7a4af6f65908e715",
"ref": "refs/heads/main"
}
}
}
[06:23:21.847] Task URL: https://cr-buildbucket.appspot.com/build/8754055632147934705
[06:23:21.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:2:0) after 4m40s
[06:23:22.034] Received PubSub notification, asking Buildbucket for the build status
[06:23:22.050] Build status: SCHEDULED
[06:24:54.162] Received PubSub notification, asking Buildbucket for the build status
[06:24:54.231] Build status: STARTED
[06:28:01.863] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:2:0)
[06:28:01.898] Build status: STARTED
[06:28:01.898] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:5:0) after 6m39s
[06:34:40.913] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:5:0)
[06:34:40.943] Build status: STARTED
[06:34:40.943] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:6:0) after 4m36s
[06:39:17.272] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:6:0)
[06:39:17.296] Build status: STARTED
[06:39:17.296] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:7:0) after 3m27s
[06:42:44.498] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:7:0)
[06:42:44.522] Build status: STARTED
[06:42:44.522] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:8:0) after 9m0s
[06:51:44.649] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:8:0)
[06:51:44.709] Build status: STARTED
[06:51:44.709] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:9:0) after 3m2s
[06:54:46.904] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:9:0)
[06:54:46.922] Build status: STARTED
[06:54:46.922] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:10:0) after 1m57s
[06:56:44.147] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:10:0)
[06:56:44.165] Build status: STARTED
[06:56:44.165] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:11:0) after 1m48s
[06:58:32.428] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:11:0)
[06:58:32.511] Build status: STARTED
[06:58:32.511] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:12:0) after 1m46s
[07:00:18.559] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:12:0)
[07:00:18.584] Build status: STARTED
[07:00:18.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:13:0) after 6m4s
[07:06:22.646] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:13:0)
[07:06:22.671] Build status: STARTED
[07:06:22.671] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:14:0) after 8m42s
[07:15:04.689] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:14:0)
[07:15:04.712] Build status: STARTED
[07:15:04.712] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:15:0) after 3m27s
[07:18:32.094] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:15:0)
[07:18:32.113] Build status: STARTED
[07:18:32.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:16:0) after 5m2s
[07:23:34.133] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:16:0)
[07:23:34.172] Build status: STARTED
[07:23:34.172] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:17:0) after 4m28s
[07:28:02.333] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:17:0)
[07:28:02.350] Build status: STARTED
[07:28:02.350] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:18:0) after 3m12s
[07:31:14.605] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:18:0)
[07:31:14.630] Build status: STARTED
[07:31:14.630] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:19:0) after 9m26s
[07:40:40.760] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:19:0)
[07:40:40.778] Build status: STARTED
[07:40:40.778] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:20:0) after 6m36s
[07:47:16.944] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:20:0)
[07:47:16.974] Build status: STARTED
[07:47:16.974] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:21:0) after 6m27s
[07:53:44.004] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:21:0)
[07:53:44.021] Build status: STARTED
[07:53:44.021] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:22:0) after 5m24s
[07:59:08.079] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:22:0)
[07:59:08.098] Build status: STARTED
[07:59:08.098] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:23:0) after 8m34s
[08:07:42.207] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:23:0)
[08:07:42.230] Build status: STARTED
[08:07:42.230] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:24:0) after 2m12s
[08:09:54.353] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:24:0)
[08:09:54.376] Build status: STARTED
[08:09:54.376] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:25:0) after 6m39s
[08:16:33.414] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:25:0)
[08:16:33.455] Build status: STARTED
[08:16:33.455] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:26:0) after 2m52s
[08:19:25.574] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:26:0)
[08:19:25.593] Build status: STARTED
[08:19:25.593] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:27:0) after 1m56s
[08:21:21.612] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:27:0)
[08:21:21.630] Build status: STARTED
[08:21:21.630] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:28:0) after 3m43s
[08:25:04.752] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:28:0)
[08:25:04.774] Build status: STARTED
[08:25:04.774] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:29:0) after 8m58s
[08:34:02.891] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:29:0)
[08:34:02.916] Build status: STARTED
[08:34:02.916] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:30:0) after 5m13s
[08:39:15.934] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:30:0)
[08:39:15.958] Build status: STARTED
[08:39:15.958] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:31:0) after 9m40s
[08:48:56.119] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:31:0)
[08:48:56.138] Build status: STARTED
[08:48:56.138] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:32:0) after 7m40s
[08:56:36.385] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:32:0)
[08:56:36.412] Build status: STARTED
[08:56:36.412] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:33:0) after 7m36s
[09:04:12.502] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:33:0)
[09:04:12.527] Build status: STARTED
[09:04:12.527] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:34:0) after 1m57s
[09:06:09.578] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:34:0)
[09:06:09.666] Build status: STARTED
[09:06:09.666] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:35:0) after 2m58s
[09:09:07.735] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:35:0)
[09:09:07.755] Build status: STARTED
[09:09:07.755] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:36:0) after 2m28s
[09:11:35.806] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:36:0)
[09:11:36.113] Build status: STARTED
[09:11:36.113] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:37:0) after 5m7s
[09:16:43.341] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:37:0)
[09:16:43.391] Build status: STARTED
[09:16:43.391] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:38:0) after 4m10s
[09:20:53.442] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:38:0)
[09:20:53.461] Build status: STARTED
[09:20:53.461] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:39:0) after 7m46s
[09:28:39.616] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:39:0)
[09:28:39.632] Build status: STARTED
[09:28:39.632] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:40:0) after 4m43s
[09:33:22.662] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:40:0)
[09:33:22.698] Build status: STARTED
[09:33:22.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:41:0) after 1m50s
[09:35:12.727] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:41:0)
[09:35:12.762] Build status: STARTED
[09:35:12.762] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:42:0) after 2m14s
[09:37:26.834] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:42:0)
[09:37:26.849] Build status: STARTED
[09:37:26.849] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919485694045136576:43:0) after 8m28s
[09:44:13.592] Received PubSub notification, asking Buildbucket for the build status
[09:44:13.620] Build:
{
"id": "8754055632147934705",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-08T06:23:21.437415444Z",
"startTime": "2024-03-08T06:24:53.543536Z",
"endTime": "2024-03-08T09:44:12.640228Z",
"updateTime": "2024-03-08T09:44:12.640228Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "9514be0e98c97b487cba112a7a4af6f65908e715",
"ref": "refs/heads/main"
}
}
}
[09:44:13.620] Invocation finished in 3h20m53.376581297s with status FAILED