[05:00:24.728] New invocation is queued and will start shortly
[05:00:26.226] Starting the invocation (attempt 1)
[05:00:26.277] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/23f414520647df3719da1a94f19237955a0f5fc2"
[05:00:26.277] Popped gitiles commit info from properties and tags
[05:00:26.277] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:26.277] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:26.279] Buildbucket request:
{
"requestId": "8941234183195946144",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8941234183195946144",
"job": "dart/vm-aot-tsan-linux-release-x64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2c97bd7801724dc9b95f39f3a88a9112f0287e5a"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2c97bd7801724dc9b95f39f3a88a9112f0287e5a",
"title": "2c97bd7801724dc9b95f39f3a88a9112f0287e5a",
"url": "https://dart.googlesource.com/sdk/+/2c97bd7801724dc9b95f39f3a88a9112f0287e5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "e1c12b3ab2ede3a116764b4e16ff2cdd3f05f75f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@e1c12b3ab2ede3a116764b4e16ff2cdd3f05f75f",
"title": "e1c12b3ab2ede3a116764b4e16ff2cdd3f05f75f",
"url": "https://dart.googlesource.com/sdk/+/e1c12b3ab2ede3a116764b4e16ff2cdd3f05f75f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "81df36216feda133754e88458fd640d8edc038ef"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@81df36216feda133754e88458fd640d8edc038ef",
"title": "81df36216feda133754e88458fd640d8edc038ef",
"url": "https://dart.googlesource.com/sdk/+/81df36216feda133754e88458fd640d8edc038ef"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "a0392698bf748ac16cc374ba92c34383c9372b23"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@a0392698bf748ac16cc374ba92c34383c9372b23",
"title": "a0392698bf748ac16cc374ba92c34383c9372b23",
"url": "https://dart.googlesource.com/sdk/+/a0392698bf748ac16cc374ba92c34383c9372b23"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2f63acea22a2287f127518e0ee149467eeb2c222"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2f63acea22a2287f127518e0ee149467eeb2c222",
"title": "2f63acea22a2287f127518e0ee149467eeb2c222",
"url": "https://dart.googlesource.com/sdk/+/2f63acea22a2287f127518e0ee149467eeb2c222"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9a741507d15ce03180e461bc4c5a5f0d5d9e7bf8"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9a741507d15ce03180e461bc4c5a5f0d5d9e7bf8",
"title": "9a741507d15ce03180e461bc4c5a5f0d5d9e7bf8",
"url": "https://dart.googlesource.com/sdk/+/9a741507d15ce03180e461bc4c5a5f0d5d9e7bf8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ab2d19c93da6eaf14adc4d3161c8b19a5029cf8d"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ab2d19c93da6eaf14adc4d3161c8b19a5029cf8d",
"title": "ab2d19c93da6eaf14adc4d3161c8b19a5029cf8d",
"url": "https://dart.googlesource.com/sdk/+/ab2d19c93da6eaf14adc4d3161c8b19a5029cf8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "0d47ba6890215430daa50965184b66fd425695d8"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@0d47ba6890215430daa50965184b66fd425695d8",
"title": "0d47ba6890215430daa50965184b66fd425695d8",
"url": "https://dart.googlesource.com/sdk/+/0d47ba6890215430daa50965184b66fd425695d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "4fddaf9486c4680ea703eef94792b421db50a1ce"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@4fddaf9486c4680ea703eef94792b421db50a1ce",
"title": "4fddaf9486c4680ea703eef94792b421db50a1ce",
"url": "https://dart.googlesource.com/sdk/+/4fddaf9486c4680ea703eef94792b421db50a1ce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ab2fe4f5e237041fecc35939399023e25496db12"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ab2fe4f5e237041fecc35939399023e25496db12",
"title": "ab2fe4f5e237041fecc35939399023e25496db12",
"url": "https://dart.googlesource.com/sdk/+/ab2fe4f5e237041fecc35939399023e25496db12"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "48def8e49a5f41faff97be90c0d53be8ebf522cc"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@48def8e49a5f41faff97be90c0d53be8ebf522cc",
"title": "48def8e49a5f41faff97be90c0d53be8ebf522cc",
"url": "https://dart.googlesource.com/sdk/+/48def8e49a5f41faff97be90c0d53be8ebf522cc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9a909ac320bfff27156979a5f6f41792dc00d7dc"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9a909ac320bfff27156979a5f6f41792dc00d7dc",
"title": "9a909ac320bfff27156979a5f6f41792dc00d7dc",
"url": "https://dart.googlesource.com/sdk/+/9a909ac320bfff27156979a5f6f41792dc00d7dc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "80a6670d5d081bf6542036979791a8f666adfc1d"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@80a6670d5d081bf6542036979791a8f666adfc1d",
"title": "80a6670d5d081bf6542036979791a8f666adfc1d",
"url": "https://dart.googlesource.com/sdk/+/80a6670d5d081bf6542036979791a8f666adfc1d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "453fce9e77f81c4b6c34c4a78343c5c875231fa3"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@453fce9e77f81c4b6c34c4a78343c5c875231fa3",
"title": "453fce9e77f81c4b6c34c4a78343c5c875231fa3",
"url": "https://dart.googlesource.com/sdk/+/453fce9e77f81c4b6c34c4a78343c5c875231fa3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "03689db708d54b6b8b4f126b75fc9d27da9bac9c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@03689db708d54b6b8b4f126b75fc9d27da9bac9c",
"title": "03689db708d54b6b8b4f126b75fc9d27da9bac9c",
"url": "https://dart.googlesource.com/sdk/+/03689db708d54b6b8b4f126b75fc9d27da9bac9c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "3e80d29fd6fec56187d651ce22ea81f1e8732214"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@3e80d29fd6fec56187d651ce22ea81f1e8732214",
"title": "3e80d29fd6fec56187d651ce22ea81f1e8732214",
"url": "https://dart.googlesource.com/sdk/+/3e80d29fd6fec56187d651ce22ea81f1e8732214"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "f5080bedb38c77bd99b5caa0bc012007ab7158e3"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@f5080bedb38c77bd99b5caa0bc012007ab7158e3",
"title": "f5080bedb38c77bd99b5caa0bc012007ab7158e3",
"url": "https://dart.googlesource.com/sdk/+/f5080bedb38c77bd99b5caa0bc012007ab7158e3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "c54b4bc5d302daa896c9bbff111befc2743e8f1b"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@c54b4bc5d302daa896c9bbff111befc2743e8f1b",
"title": "c54b4bc5d302daa896c9bbff111befc2743e8f1b",
"url": "https://dart.googlesource.com/sdk/+/c54b4bc5d302daa896c9bbff111befc2743e8f1b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b64ef27dec01e88fd4777588c16738d274127cbe"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b64ef27dec01e88fd4777588c16738d274127cbe",
"title": "b64ef27dec01e88fd4777588c16738d274127cbe",
"url": "https://dart.googlesource.com/sdk/+/b64ef27dec01e88fd4777588c16738d274127cbe"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6709a387c6b9ee8ff3aabb85e965fb3b2b759f83"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6709a387c6b9ee8ff3aabb85e965fb3b2b759f83",
"title": "6709a387c6b9ee8ff3aabb85e965fb3b2b759f83",
"url": "https://dart.googlesource.com/sdk/+/6709a387c6b9ee8ff3aabb85e965fb3b2b759f83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "3ae67934695304f86ec1bfc43a85d5723ef1dccb"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@3ae67934695304f86ec1bfc43a85d5723ef1dccb",
"title": "3ae67934695304f86ec1bfc43a85d5723ef1dccb",
"url": "https://dart.googlesource.com/sdk/+/3ae67934695304f86ec1bfc43a85d5723ef1dccb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "eb6baa33ad4f366125bc8e76f7315d3d3513e26a"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@eb6baa33ad4f366125bc8e76f7315d3d3513e26a",
"title": "eb6baa33ad4f366125bc8e76f7315d3d3513e26a",
"url": "https://dart.googlesource.com/sdk/+/eb6baa33ad4f366125bc8e76f7315d3d3513e26a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2a924955e2bd9a992e43e1733c303f3316c95561"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2a924955e2bd9a992e43e1733c303f3316c95561",
"title": "2a924955e2bd9a992e43e1733c303f3316c95561",
"url": "https://dart.googlesource.com/sdk/+/2a924955e2bd9a992e43e1733c303f3316c95561"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "0ff8d76171dbd225289d22e81d5e8f0115692e62"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@0ff8d76171dbd225289d22e81d5e8f0115692e62",
"title": "0ff8d76171dbd225289d22e81d5e8f0115692e62",
"url": "https://dart.googlesource.com/sdk/+/0ff8d76171dbd225289d22e81d5e8f0115692e62"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "0c9cf2a10bd38355b49d1ecbf6ae494c4118c79c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@0c9cf2a10bd38355b49d1ecbf6ae494c4118c79c",
"title": "0c9cf2a10bd38355b49d1ecbf6ae494c4118c79c",
"url": "https://dart.googlesource.com/sdk/+/0c9cf2a10bd38355b49d1ecbf6ae494c4118c79c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "23f414520647df3719da1a94f19237955a0f5fc2"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@23f414520647df3719da1a94f19237955a0f5fc2",
"title": "23f414520647df3719da1a94f19237955a0f5fc2",
"url": "https://dart.googlesource.com/sdk/+/23f414520647df3719da1a94f19237955a0f5fc2"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "23f414520647df3719da1a94f19237955a0f5fc2",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8941234183195946144"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-aot-tsan-linux-release-x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:26.918] Scheduled build:
{
"id": "8775804120779350881",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 151,
"createdBy": "project:dart",
"createTime": "2023-07-12T05:00:26.408139272Z",
"updateTime": "2023-07-12T05:00:26.408139272Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "23f414520647df3719da1a94f19237955a0f5fc2",
"ref": "refs/heads/main"
}
}
}
[05:00:26.918] Task URL: https://cr-buildbucket.appspot.com/build/8775804120779350881
[05:00:26.918] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:2:0) after 9m5s
[05:09:32.135] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:2:0)
[05:09:32.206] Build status: SCHEDULED
[05:09:32.206] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:3:0) after 3m5s
[05:12:37.285] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:3:0)
[05:12:37.487] Build status: SCHEDULED
[05:12:37.487] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:4:0) after 5m53s
[05:18:30.543] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:4:0)
[05:18:30.567] Build status: SCHEDULED
[05:18:30.567] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:5:0) after 5m43s
[05:24:13.597] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:5:0)
[05:24:13.630] Build status: SCHEDULED
[05:24:13.631] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:6:0) after 1m13s
[05:25:26.726] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:6:0)
[05:25:26.743] Build status: SCHEDULED
[05:25:26.743] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:7:0) after 2m36s
[05:27:08.598] Received PubSub notification, asking Buildbucket for the build status
[05:27:08.619] Build status: STARTED
[05:28:02.767] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:7:0)
[05:28:02.788] Build status: STARTED
[05:28:02.788] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:9:0) after 5m20s
[05:33:23.226] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:9:0)
[05:33:23.243] Build status: STARTED
[05:33:23.243] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:10:0) after 3m39s
[05:37:02.329] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:10:0)
[05:37:02.363] Build status: STARTED
[05:37:02.363] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:11:0) after 5m5s
[05:42:07.385] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:11:0)
[05:42:07.412] Build status: STARTED
[05:42:07.412] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:12:0) after 2m29s
[05:44:36.435] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:12:0)
[05:44:36.487] Build status: STARTED
[05:44:36.487] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:13:0) after 8m25s
[05:53:01.526] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:13:0)
[05:53:01.551] Build status: STARTED
[05:53:01.551] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:14:0) after 3m36s
[05:56:37.570] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:14:0)
[05:56:37.594] Build status: STARTED
[05:56:37.594] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:15:0) after 4m17s
[06:00:54.918] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:15:0)
[06:00:54.936] Build status: STARTED
[06:00:54.936] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:16:0) after 5m9s
[06:06:03.956] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:16:0)
[06:06:04.015] Build status: STARTED
[06:06:04.015] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:17:0) after 9m31s
[06:15:35.052] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:17:0)
[06:15:35.108] Build status: STARTED
[06:15:35.108] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:18:0) after 5m46s
[06:21:21.127] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:18:0)
[06:21:21.154] Build status: STARTED
[06:21:21.154] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:19:0) after 5m53s
[06:27:14.388] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:19:0)
[06:27:14.409] Build status: STARTED
[06:27:14.409] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:20:0) after 6m4s
[06:33:18.755] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:20:0)
[06:33:18.774] Build status: STARTED
[06:33:18.774] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:21:0) after 9m18s
[06:42:36.833] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:21:0)
[06:42:36.853] Build status: STARTED
[06:42:36.853] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8941234183195946144:22:0) after 4m9s
[06:42:47.977] Received PubSub notification, asking Buildbucket for the build status
[06:42:47.999] Build:
{
"id": "8775804120779350881",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 151,
"createdBy": "project:dart",
"createTime": "2023-07-12T05:00:26.408139272Z",
"startTime": "2023-07-12T05:27:07.695660Z",
"endTime": "2023-07-12T06:42:47.720461949Z",
"updateTime": "2023-07-12T06:42:47.720461949Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "23f414520647df3719da1a94f19237955a0f5fc2",
"ref": "refs/heads/main"
}
}
}
[06:42:47.999] Invocation finished in 1h42m23.278746333s with status FAILED