[23:30:57.025] New invocation is queued and will start shortly
[23:30:58.124] Starting the invocation (attempt 1)
[23:30:58.151] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/3ecbe69d269b8cdb033abeab25d7a1a77fad5464"
[23:30:58.151] Popped gitiles commit info from properties and tags
[23:30:58.151] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:30:58.151] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:30:58.151] Buildbucket request:
{
"requestId": "8922591936053301920",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8922591936053301920",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "abf3281359fd380b162b8983d62c373c8482a60c"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@abf3281359fd380b162b8983d62c373c8482a60c",
"title": "abf3281359fd380b162b8983d62c373c8482a60c",
"url": "https://fuchsia.googlesource.com/integration/+/abf3281359fd380b162b8983d62c373c8482a60c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5d9ba7be26a7e8c77da41bb227a307bebb73f7cc"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5d9ba7be26a7e8c77da41bb227a307bebb73f7cc",
"title": "5d9ba7be26a7e8c77da41bb227a307bebb73f7cc",
"url": "https://fuchsia.googlesource.com/integration/+/5d9ba7be26a7e8c77da41bb227a307bebb73f7cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "5cf3993d7ec5e933d7d05658921d8a7a5b428de6"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@5cf3993d7ec5e933d7d05658921d8a7a5b428de6",
"title": "5cf3993d7ec5e933d7d05658921d8a7a5b428de6",
"url": "https://fuchsia.googlesource.com/integration/+/5cf3993d7ec5e933d7d05658921d8a7a5b428de6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "23941c1cf1223c1eeca0f6621cd8d8219b349087"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@23941c1cf1223c1eeca0f6621cd8d8219b349087",
"title": "23941c1cf1223c1eeca0f6621cd8d8219b349087",
"url": "https://fuchsia.googlesource.com/integration/+/23941c1cf1223c1eeca0f6621cd8d8219b349087"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "374b0e32287cef7588344ce11cf771c402826b28"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@374b0e32287cef7588344ce11cf771c402826b28",
"title": "374b0e32287cef7588344ce11cf771c402826b28",
"url": "https://fuchsia.googlesource.com/integration/+/374b0e32287cef7588344ce11cf771c402826b28"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6f48bc9102f5d772ccf342542192fb38580e0b61"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6f48bc9102f5d772ccf342542192fb38580e0b61",
"title": "6f48bc9102f5d772ccf342542192fb38580e0b61",
"url": "https://fuchsia.googlesource.com/integration/+/6f48bc9102f5d772ccf342542192fb38580e0b61"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c9767c989a9f0ceff3b9e863bf3eeee03a1c8963"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c9767c989a9f0ceff3b9e863bf3eeee03a1c8963",
"title": "c9767c989a9f0ceff3b9e863bf3eeee03a1c8963",
"url": "https://fuchsia.googlesource.com/integration/+/c9767c989a9f0ceff3b9e863bf3eeee03a1c8963"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "35329297d09eac1a91a26533f1d73ba367cdd703"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@35329297d09eac1a91a26533f1d73ba367cdd703",
"title": "35329297d09eac1a91a26533f1d73ba367cdd703",
"url": "https://fuchsia.googlesource.com/integration/+/35329297d09eac1a91a26533f1d73ba367cdd703"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "4ab06b346f3048f45319e8cef3db5804b983f6d8"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@4ab06b346f3048f45319e8cef3db5804b983f6d8",
"title": "4ab06b346f3048f45319e8cef3db5804b983f6d8",
"url": "https://fuchsia.googlesource.com/integration/+/4ab06b346f3048f45319e8cef3db5804b983f6d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9db1cb20e59c5d0c88cacc3eab8fa1b97a62d005"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9db1cb20e59c5d0c88cacc3eab8fa1b97a62d005",
"title": "9db1cb20e59c5d0c88cacc3eab8fa1b97a62d005",
"url": "https://fuchsia.googlesource.com/integration/+/9db1cb20e59c5d0c88cacc3eab8fa1b97a62d005"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "7641db5786c316ed818a7f4184690c20cf8f3760"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@7641db5786c316ed818a7f4184690c20cf8f3760",
"title": "7641db5786c316ed818a7f4184690c20cf8f3760",
"url": "https://fuchsia.googlesource.com/integration/+/7641db5786c316ed818a7f4184690c20cf8f3760"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "60dcb0ea296d48431c37f64f9e74c12f7a83f29b"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@60dcb0ea296d48431c37f64f9e74c12f7a83f29b",
"title": "60dcb0ea296d48431c37f64f9e74c12f7a83f29b",
"url": "https://fuchsia.googlesource.com/integration/+/60dcb0ea296d48431c37f64f9e74c12f7a83f29b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "046f48bb72d83b35557e3b8dd4e44a7d817da761"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@046f48bb72d83b35557e3b8dd4e44a7d817da761",
"title": "046f48bb72d83b35557e3b8dd4e44a7d817da761",
"url": "https://fuchsia.googlesource.com/integration/+/046f48bb72d83b35557e3b8dd4e44a7d817da761"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "faa677b0ee6e4b724102e50e9b9adfa1505dcb9a"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@faa677b0ee6e4b724102e50e9b9adfa1505dcb9a",
"title": "faa677b0ee6e4b724102e50e9b9adfa1505dcb9a",
"url": "https://fuchsia.googlesource.com/integration/+/faa677b0ee6e4b724102e50e9b9adfa1505dcb9a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ad4218ef8a81123fdefb4fa35b52cfbe1d880ca3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ad4218ef8a81123fdefb4fa35b52cfbe1d880ca3",
"title": "ad4218ef8a81123fdefb4fa35b52cfbe1d880ca3",
"url": "https://fuchsia.googlesource.com/integration/+/ad4218ef8a81123fdefb4fa35b52cfbe1d880ca3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "3ecbe69d269b8cdb033abeab25d7a1a77fad5464"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@3ecbe69d269b8cdb033abeab25d7a1a77fad5464",
"title": "3ecbe69d269b8cdb033abeab25d7a1a77fad5464",
"url": "https://fuchsia.googlesource.com/integration/+/3ecbe69d269b8cdb033abeab25d7a1a77fad5464"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3ecbe69d269b8cdb033abeab25d7a1a77fad5464",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8922591936053301920"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:30:58.708] Scheduled build:
{
"id": "8757161874073478721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-02-02T23:30:58.292838157Z",
"updateTime": "2024-02-02T23:30:58.292838157Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3ecbe69d269b8cdb033abeab25d7a1a77fad5464",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:30:58.708] Task URL: https://cr-buildbucket.appspot.com/build/8757161874073478721
[23:30:58.708] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:2:0) after 7m37s
[23:30:59.720] Received PubSub notification, asking Buildbucket for the build status
[23:30:59.740] Build status: SCHEDULED
[23:31:00.027] Received PubSub notification, asking Buildbucket for the build status
[23:31:00.046] Build status: STARTED
[23:38:35.723] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:2:0)
[23:38:35.749] Build status: STARTED
[23:38:35.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:5:0) after 6m24s
[23:44:59.771] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:5:0)
[23:44:59.797] Build status: STARTED
[23:44:59.797] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:6:0) after 4m29s
[23:49:28.821] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:6:0)
[23:49:28.846] Build status: STARTED
[23:49:28.847] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:7:0) after 8m14s
[23:57:43.315] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:7:0)
[23:57:43.341] Build status: STARTED
[23:57:43.341] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:8:0) after 2m47s
[00:00:30.767] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:8:0)
[00:00:30.797] Build status: STARTED
[00:00:30.797] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:9:0) after 4m54s
[00:05:24.992] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:9:0)
[00:05:25.016] Build status: STARTED
[00:05:25.016] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:10:0) after 5m7s
[00:10:32.086] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:10:0)
[00:10:32.120] Build status: STARTED
[00:10:32.120] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:11:0) after 9m8s
[00:19:40.151] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:11:0)
[00:19:40.171] Build status: STARTED
[00:19:40.171] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:12:0) after 5m6s
[00:24:46.197] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:12:0)
[00:24:46.273] Build status: STARTED
[00:24:46.273] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:13:0) after 5m11s
[00:29:57.294] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:13:0)
[00:29:57.310] Build status: STARTED
[00:29:57.310] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:14:0) after 1m42s
[00:31:39.376] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:14:0)
[00:31:39.395] Build status: STARTED
[00:31:39.395] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:15:0) after 7m37s
[00:39:16.422] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:15:0)
[00:39:16.444] Build status: STARTED
[00:39:16.444] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:16:0) after 6m50s
[00:46:06.464] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:16:0)
[00:46:06.486] Build status: STARTED
[00:46:06.486] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:17:0) after 8m57s
[00:55:03.874] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:17:0)
[00:55:03.893] Build status: STARTED
[00:55:03.894] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:18:0) after 4m35s
[00:59:38.912] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:18:0)
[00:59:38.931] Build status: STARTED
[00:59:38.931] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:19:0) after 3m58s
[01:03:36.952] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:19:0)
[01:03:36.993] Build status: STARTED
[01:03:36.993] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:20:0) after 6m48s
[01:10:25.013] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:20:0)
[01:10:25.033] Build status: STARTED
[01:10:25.033] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:21:0) after 7m41s
[01:18:06.066] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:21:0)
[01:18:06.085] Build status: STARTED
[01:18:06.086] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:22:0) after 6m21s
[01:24:27.201] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:22:0)
[01:24:27.220] Build status: STARTED
[01:24:27.220] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:23:0) after 6m37s
[01:31:04.271] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:23:0)
[01:31:04.286] Build status: STARTED
[01:31:04.287] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:24:0) after 5m39s
[01:36:43.367] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:24:0)
[01:36:43.383] Build status: STARTED
[01:36:43.383] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:25:0) after 5m19s
[01:42:02.419] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:25:0)
[01:42:02.458] Build status: STARTED
[01:42:02.458] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:26:0) after 6m37s
[01:48:39.542] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:26:0)
[01:48:39.578] Build status: STARTED
[01:48:39.578] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:27:0) after 5m38s
[01:54:17.550] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:27:0)
[01:54:17.584] Build status: STARTED
[01:54:17.584] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:28:0) after 1m48s
[01:56:05.609] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:28:0)
[01:56:05.698] Build status: STARTED
[01:56:05.698] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:29:0) after 5m28s
[02:01:33.729] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:29:0)
[02:01:33.749] Build status: STARTED
[02:01:33.749] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:30:0) after 2m13s
[02:03:46.780] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:30:0)
[02:03:46.801] Build status: STARTED
[02:03:46.801] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:31:0) after 9m32s
[02:13:18.809] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:31:0)
[02:13:18.893] Build status: STARTED
[02:13:18.893] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8922591936053301920:32:0) after 7m1s
[02:16:09.885] Received PubSub notification, asking Buildbucket for the build status
[02:16:09.905] Build:
{
"id": "8757161874073478721",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-02-02T23:30:58.292838157Z",
"startTime": "2024-02-02T23:30:59.305225Z",
"endTime": "2024-02-03T02:16:09.045371Z",
"updateTime": "2024-02-03T02:16:09.045371Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "3ecbe69d269b8cdb033abeab25d7a1a77fad5464",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:16:09.905] Invocation finished in 2h45m12.88484284s with status FAILED