[23:00:06.699] New invocation is queued and will start shortly
[23:00:08.045] Starting the invocation (attempt 1)
[23:00:08.083] Popped buildset tag "buildset:commit/gitiles/fuchsia.googlesource.com/integration/+/2823ef47645415c1ef53bc05094113e939aae549"
[23:00:08.084] Popped gitiles commit info from properties and tags
[23:00:08.084] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:00:08.084] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:00:08.084] Buildbucket request:
{
"requestId": "8919422982443765392",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8919422982443765392",
"job": "fuchsia/core.x64-full_determinism-e5a0ec7f",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "8241971cdf72e09211f0ca15dd36d5813eeeabcb"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@8241971cdf72e09211f0ca15dd36d5813eeeabcb",
"title": "8241971cdf72e09211f0ca15dd36d5813eeeabcb",
"url": "https://fuchsia.googlesource.com/integration/+/8241971cdf72e09211f0ca15dd36d5813eeeabcb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "6d10559f7d347fdd1eb53b50e8a63284f3451cca"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@6d10559f7d347fdd1eb53b50e8a63284f3451cca",
"title": "6d10559f7d347fdd1eb53b50e8a63284f3451cca",
"url": "https://fuchsia.googlesource.com/integration/+/6d10559f7d347fdd1eb53b50e8a63284f3451cca"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "903eb3053f6add040e8cc08cda252bf9726a1106"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@903eb3053f6add040e8cc08cda252bf9726a1106",
"title": "903eb3053f6add040e8cc08cda252bf9726a1106",
"url": "https://fuchsia.googlesource.com/integration/+/903eb3053f6add040e8cc08cda252bf9726a1106"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1f733c8251658f760ddbce066fdbdd47f23f7245"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1f733c8251658f760ddbce066fdbdd47f23f7245",
"title": "1f733c8251658f760ddbce066fdbdd47f23f7245",
"url": "https://fuchsia.googlesource.com/integration/+/1f733c8251658f760ddbce066fdbdd47f23f7245"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9d8c9bdb86dc1d0842b17a6cb79ba1d9d9991251"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9d8c9bdb86dc1d0842b17a6cb79ba1d9d9991251",
"title": "9d8c9bdb86dc1d0842b17a6cb79ba1d9d9991251",
"url": "https://fuchsia.googlesource.com/integration/+/9d8c9bdb86dc1d0842b17a6cb79ba1d9d9991251"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "cceec91f778ef7f2da4aa8732983f761bb657a63"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@cceec91f778ef7f2da4aa8732983f761bb657a63",
"title": "cceec91f778ef7f2da4aa8732983f761bb657a63",
"url": "https://fuchsia.googlesource.com/integration/+/cceec91f778ef7f2da4aa8732983f761bb657a63"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "1abafd1b8f64be47a64c7d0dcb1c4a822b546f63"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@1abafd1b8f64be47a64c7d0dcb1c4a822b546f63",
"title": "1abafd1b8f64be47a64c7d0dcb1c4a822b546f63",
"url": "https://fuchsia.googlesource.com/integration/+/1abafd1b8f64be47a64c7d0dcb1c4a822b546f63"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "ac9a53bda4880ed6d76f76b86651825087d6def3"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@ac9a53bda4880ed6d76f76b86651825087d6def3",
"title": "ac9a53bda4880ed6d76f76b86651825087d6def3",
"url": "https://fuchsia.googlesource.com/integration/+/ac9a53bda4880ed6d76f76b86651825087d6def3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9e040b502a36144881200636e83f22680f4df16f"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9e040b502a36144881200636e83f22680f4df16f",
"title": "9e040b502a36144881200636e83f22680f4df16f",
"url": "https://fuchsia.googlesource.com/integration/+/9e040b502a36144881200636e83f22680f4df16f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "24bac92ddf6883da41f78e13c9a81f8bd9d8a611"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@24bac92ddf6883da41f78e13c9a81f8bd9d8a611",
"title": "24bac92ddf6883da41f78e13c9a81f8bd9d8a611",
"url": "https://fuchsia.googlesource.com/integration/+/24bac92ddf6883da41f78e13c9a81f8bd9d8a611"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "857462b47ef7a4b4248619f14952ad664ea78167"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@857462b47ef7a4b4248619f14952ad664ea78167",
"title": "857462b47ef7a4b4248619f14952ad664ea78167",
"url": "https://fuchsia.googlesource.com/integration/+/857462b47ef7a4b4248619f14952ad664ea78167"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "38ad7501906b5fef3746cdc338d1ddd577f5e07d"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@38ad7501906b5fef3746cdc338d1ddd577f5e07d",
"title": "38ad7501906b5fef3746cdc338d1ddd577f5e07d",
"url": "https://fuchsia.googlesource.com/integration/+/38ad7501906b5fef3746cdc338d1ddd577f5e07d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "9e8cda4e172192ae34ce806f6cb9976be94626b5"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@9e8cda4e172192ae34ce806f6cb9976be94626b5",
"title": "9e8cda4e172192ae34ce806f6cb9976be94626b5",
"url": "https://fuchsia.googlesource.com/integration/+/9e8cda4e172192ae34ce806f6cb9976be94626b5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "c9c590aa9ccb389d44b05a560b2dca8ed38ba1f4"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@c9c590aa9ccb389d44b05a560b2dca8ed38ba1f4",
"title": "c9c590aa9ccb389d44b05a560b2dca8ed38ba1f4",
"url": "https://fuchsia.googlesource.com/integration/+/c9c590aa9ccb389d44b05a560b2dca8ed38ba1f4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://fuchsia.googlesource.com/integration",
"revision": "2823ef47645415c1ef53bc05094113e939aae549"
},
"id": "https://fuchsia.googlesource.com/integration/+/refs/heads/main@2823ef47645415c1ef53bc05094113e939aae549",
"title": "2823ef47645415c1ef53bc05094113e939aae549",
"url": "https://fuchsia.googlesource.com/integration/+/2823ef47645415c1ef53bc05094113e939aae549"
}
]
}
},
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2823ef47645415c1ef53bc05094113e939aae549",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8919422982443765392"
},
{
"key": "scheduler_job_id",
"value": "fuchsia/core.x64-full_determinism-e5a0ec7f"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:00:08.730] Scheduled build:
{
"id": "8753992920185579217",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-08T23:00:08.224029823Z",
"updateTime": "2024-03-08T23:00:08.224029823Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2823ef47645415c1ef53bc05094113e939aae549",
"ref": "refs/heads/main"
}
},
"canary": true
}
[23:00:08.730] Task URL: https://cr-buildbucket.appspot.com/build/8753992920185579217
[23:00:08.730] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:2:0) after 9m17s
[23:00:08.913] Received PubSub notification, asking Buildbucket for the build status
[23:00:09.013] Build status: SCHEDULED
[23:01:12.918] Received PubSub notification, asking Buildbucket for the build status
[23:01:12.937] Build status: STARTED
[23:09:25.867] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:2:0)
[23:09:25.897] Build status: STARTED
[23:09:25.897] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:5:0) after 8m29s
[23:17:54.937] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:5:0)
[23:17:54.957] Build status: STARTED
[23:17:54.957] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:6:0) after 6m16s
[23:24:10.975] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:6:0)
[23:24:11.001] Build status: STARTED
[23:24:11.001] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:7:0) after 5m36s
[23:29:47.074] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:7:0)
[23:29:47.096] Build status: STARTED
[23:29:47.096] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:8:0) after 8m4s
[23:37:51.129] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:8:0)
[23:37:51.156] Build status: STARTED
[23:37:51.156] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:9:0) after 2m25s
[23:40:16.173] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:9:0)
[23:40:16.208] Build status: STARTED
[23:40:16.208] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:10:0) after 8m54s
[23:49:10.234] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:10:0)
[23:49:10.255] Build status: STARTED
[23:49:10.255] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:11:0) after 5m18s
[23:54:28.341] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:11:0)
[23:54:28.366] Build status: STARTED
[23:54:28.366] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:12:0) after 9m54s
[00:04:22.402] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:12:0)
[00:04:22.447] Build status: STARTED
[00:04:22.448] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:13:0) after 6m23s
[00:10:45.482] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:13:0)
[00:10:45.644] Build status: STARTED
[00:10:45.644] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:14:0) after 5m55s
[00:16:40.699] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:14:0)
[00:16:40.727] Build status: STARTED
[00:16:40.727] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:15:0) after 6m54s
[00:23:34.755] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:15:0)
[00:23:34.793] Build status: STARTED
[00:23:34.793] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:16:0) after 1m15s
[00:24:49.853] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:16:0)
[00:24:49.887] Build status: STARTED
[00:24:49.887] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:17:0) after 2m1s
[00:26:50.914] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:17:0)
[00:26:51.175] Build status: STARTED
[00:26:51.175] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:18:0) after 1m2s
[00:27:53.293] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:18:0)
[00:27:53.327] Build status: STARTED
[00:27:53.327] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:19:0) after 6m23s
[00:34:16.362] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:19:0)
[00:34:16.393] Build status: STARTED
[00:34:16.393] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:20:0) after 3m23s
[00:37:39.417] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:20:0)
[00:37:39.449] Build status: STARTED
[00:37:39.449] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:21:0) after 7m40s
[00:45:19.822] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:21:0)
[00:45:19.842] Build status: STARTED
[00:45:19.842] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:22:0) after 5m6s
[00:50:26.073] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:22:0)
[00:50:26.094] Build status: STARTED
[00:50:26.094] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:23:0) after 8m5s
[00:58:31.443] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:23:0)
[00:58:31.463] Build status: STARTED
[00:58:31.463] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:24:0) after 7m16s
[01:05:47.482] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:24:0)
[01:05:47.510] Build status: STARTED
[01:05:47.510] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:25:0) after 7m15s
[01:13:02.542] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:25:0)
[01:13:02.575] Build status: STARTED
[01:13:02.575] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:26:0) after 1m22s
[01:14:24.600] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:26:0)
[01:14:24.620] Build status: STARTED
[01:14:24.620] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:27:0) after 2m4s
[01:16:28.652] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:27:0)
[01:16:28.682] Build status: STARTED
[01:16:28.682] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:28:0) after 1m10s
[01:17:38.708] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:28:0)
[01:17:38.742] Build status: STARTED
[01:17:38.742] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:29:0) after 7m37s
[01:25:15.811] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:29:0)
[01:25:15.830] Build status: STARTED
[01:25:15.830] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:30:0) after 5m8s
[01:30:24.021] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:30:0)
[01:30:24.179] Build status: STARTED
[01:30:24.179] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:31:0) after 8m56s
[01:39:20.461] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:31:0)
[01:39:20.487] Build status: STARTED
[01:39:20.487] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:32:0) after 6m7s
[01:45:27.518] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:32:0)
[01:45:27.547] Build status: STARTED
[01:45:27.547] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:33:0) after 6m18s
[01:51:45.668] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:33:0)
[01:51:45.684] Build status: STARTED
[01:51:45.684] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:34:0) after 1m53s
[01:53:38.790] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:34:0)
[01:53:38.824] Build status: STARTED
[01:53:38.824] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:35:0) after 5m24s
[01:59:02.845] Handling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:35:0)
[01:59:02.869] Build status: STARTED
[01:59:02.869] Scheduling timer "check-buildbucket-build-status" (fuchsia/core.x64-full_determinism-e5a0ec7f:8919422982443765392:36:0) after 7m30s
[02:05:30.372] Received PubSub notification, asking Buildbucket for the build status
[02:05:30.411] Build:
{
"id": "8753992920185579217",
"builder": {
"project": "fuchsia",
"bucket": "global.ci",
"builder": "core.x64-full_determinism"
},
"createdBy": "project:fuchsia",
"createTime": "2024-03-08T23:00:08.224029823Z",
"startTime": "2024-03-08T23:01:12.185821Z",
"endTime": "2024-03-09T02:05:28.836219Z",
"updateTime": "2024-03-09T02:05:28.836219Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "fuchsia.googlesource.com",
"project": "integration",
"id": "2823ef47645415c1ef53bc05094113e939aae549",
"ref": "refs/heads/main"
}
},
"canary": true
}
[02:05:30.411] Invocation finished in 3h5m23.724565049s with status FAILED