[05:00:07.069] New invocation is queued and will start shortly
[05:00:08.441] Starting the invocation (attempt 1)
[05:00:08.472] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/06be97c607c591f15abfa5a9bfb78d94d3c1c8a5"
[05:00:08.472] Popped gitiles commit info from properties and tags
[05:00:08.472] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:08.472] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:08.473] Buildbucket request:
{
"requestId": "8940690619916341104",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8940690619916341104",
"job": "dart/vm-aot-tsan-linux-release-x64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "98b63e1dcf600402c910740cf2338cb18e05f68d"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@98b63e1dcf600402c910740cf2338cb18e05f68d",
"title": "98b63e1dcf600402c910740cf2338cb18e05f68d",
"url": "https://dart.googlesource.com/sdk/+/98b63e1dcf600402c910740cf2338cb18e05f68d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ce5210bac9a0eb5c0f3cb56e943c1183bf1d6b86"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ce5210bac9a0eb5c0f3cb56e943c1183bf1d6b86",
"title": "ce5210bac9a0eb5c0f3cb56e943c1183bf1d6b86",
"url": "https://dart.googlesource.com/sdk/+/ce5210bac9a0eb5c0f3cb56e943c1183bf1d6b86"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "24e65bee3796bf3b3e41293361b85a3f229cf481"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@24e65bee3796bf3b3e41293361b85a3f229cf481",
"title": "24e65bee3796bf3b3e41293361b85a3f229cf481",
"url": "https://dart.googlesource.com/sdk/+/24e65bee3796bf3b3e41293361b85a3f229cf481"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "4083853fd0772736cef1e47d49f8b6520b3ddaeb"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@4083853fd0772736cef1e47d49f8b6520b3ddaeb",
"title": "4083853fd0772736cef1e47d49f8b6520b3ddaeb",
"url": "https://dart.googlesource.com/sdk/+/4083853fd0772736cef1e47d49f8b6520b3ddaeb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "d3e5252c01a0ffac7f9e251f7221d99518a5cec3"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@d3e5252c01a0ffac7f9e251f7221d99518a5cec3",
"title": "d3e5252c01a0ffac7f9e251f7221d99518a5cec3",
"url": "https://dart.googlesource.com/sdk/+/d3e5252c01a0ffac7f9e251f7221d99518a5cec3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ea790e901c12f143caf216422dfad7f89e24712c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ea790e901c12f143caf216422dfad7f89e24712c",
"title": "ea790e901c12f143caf216422dfad7f89e24712c",
"url": "https://dart.googlesource.com/sdk/+/ea790e901c12f143caf216422dfad7f89e24712c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "1d8dde36e166db5b62ef08d0dab0031dae0148f3"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@1d8dde36e166db5b62ef08d0dab0031dae0148f3",
"title": "1d8dde36e166db5b62ef08d0dab0031dae0148f3",
"url": "https://dart.googlesource.com/sdk/+/1d8dde36e166db5b62ef08d0dab0031dae0148f3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ed776ebbc68622a7bcb831a8cffcb2acfacdbe18"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ed776ebbc68622a7bcb831a8cffcb2acfacdbe18",
"title": "ed776ebbc68622a7bcb831a8cffcb2acfacdbe18",
"url": "https://dart.googlesource.com/sdk/+/ed776ebbc68622a7bcb831a8cffcb2acfacdbe18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "57ac271bf1e6d6455c5966dd81efaef171d00a46"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@57ac271bf1e6d6455c5966dd81efaef171d00a46",
"title": "57ac271bf1e6d6455c5966dd81efaef171d00a46",
"url": "https://dart.googlesource.com/sdk/+/57ac271bf1e6d6455c5966dd81efaef171d00a46"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "c5bd32bac23a43b451dd54bdf6194040383c1cfd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@c5bd32bac23a43b451dd54bdf6194040383c1cfd",
"title": "c5bd32bac23a43b451dd54bdf6194040383c1cfd",
"url": "https://dart.googlesource.com/sdk/+/c5bd32bac23a43b451dd54bdf6194040383c1cfd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "53b2f9247b31bae2c6d577bdc8a3ca89036cd930"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@53b2f9247b31bae2c6d577bdc8a3ca89036cd930",
"title": "53b2f9247b31bae2c6d577bdc8a3ca89036cd930",
"url": "https://dart.googlesource.com/sdk/+/53b2f9247b31bae2c6d577bdc8a3ca89036cd930"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "5db0c2b5461e179a05e458f8869b5ded083b922e"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@5db0c2b5461e179a05e458f8869b5ded083b922e",
"title": "5db0c2b5461e179a05e458f8869b5ded083b922e",
"url": "https://dart.googlesource.com/sdk/+/5db0c2b5461e179a05e458f8869b5ded083b922e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "416b43faaad68c94a509a8c172761efaed37e76c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@416b43faaad68c94a509a8c172761efaed37e76c",
"title": "416b43faaad68c94a509a8c172761efaed37e76c",
"url": "https://dart.googlesource.com/sdk/+/416b43faaad68c94a509a8c172761efaed37e76c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "82b25b2703fe3d06f297968e5fb68fd6f2de4622"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@82b25b2703fe3d06f297968e5fb68fd6f2de4622",
"title": "82b25b2703fe3d06f297968e5fb68fd6f2de4622",
"url": "https://dart.googlesource.com/sdk/+/82b25b2703fe3d06f297968e5fb68fd6f2de4622"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "87c49d98489ba57897b9a2b9949bf7055a53cd3a"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@87c49d98489ba57897b9a2b9949bf7055a53cd3a",
"title": "87c49d98489ba57897b9a2b9949bf7055a53cd3a",
"url": "https://dart.googlesource.com/sdk/+/87c49d98489ba57897b9a2b9949bf7055a53cd3a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "18b7dd771be563c84c23d37b9cce7e41fe8cbc62"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@18b7dd771be563c84c23d37b9cce7e41fe8cbc62",
"title": "18b7dd771be563c84c23d37b9cce7e41fe8cbc62",
"url": "https://dart.googlesource.com/sdk/+/18b7dd771be563c84c23d37b9cce7e41fe8cbc62"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6b1c969ac5a94512d54e93d4fd4d50305d4f394e"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6b1c969ac5a94512d54e93d4fd4d50305d4f394e",
"title": "6b1c969ac5a94512d54e93d4fd4d50305d4f394e",
"url": "https://dart.googlesource.com/sdk/+/6b1c969ac5a94512d54e93d4fd4d50305d4f394e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "906db311ad6a1132bc7a54943944f4cfcfb11818"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@906db311ad6a1132bc7a54943944f4cfcfb11818",
"title": "906db311ad6a1132bc7a54943944f4cfcfb11818",
"url": "https://dart.googlesource.com/sdk/+/906db311ad6a1132bc7a54943944f4cfcfb11818"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "113d22dd21cbc11c9cd3504a4cd3efc8101a3013"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@113d22dd21cbc11c9cd3504a4cd3efc8101a3013",
"title": "113d22dd21cbc11c9cd3504a4cd3efc8101a3013",
"url": "https://dart.googlesource.com/sdk/+/113d22dd21cbc11c9cd3504a4cd3efc8101a3013"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "06be97c607c591f15abfa5a9bfb78d94d3c1c8a5"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@06be97c607c591f15abfa5a9bfb78d94d3c1c8a5",
"title": "06be97c607c591f15abfa5a9bfb78d94d3c1c8a5",
"url": "https://dart.googlesource.com/sdk/+/06be97c607c591f15abfa5a9bfb78d94d3c1c8a5"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "06be97c607c591f15abfa5a9bfb78d94d3c1c8a5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8940690619916341104"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-aot-tsan-linux-release-x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:08.927] Scheduled build:
{
"id": "8775260557681540577",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 157,
"createdBy": "project:dart",
"createTime": "2023-07-18T05:00:08.574431068Z",
"updateTime": "2023-07-18T05:00:08.574431068Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "06be97c607c591f15abfa5a9bfb78d94d3c1c8a5",
"ref": "refs/heads/main"
}
}
}
[05:00:08.927] Task URL: https://cr-buildbucket.appspot.com/build/8775260557681540577
[05:00:08.927] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:2:0) after 9m12s
[05:00:29.423] Received PubSub notification, asking Buildbucket for the build status
[05:00:29.486] Build status: STARTED
[05:09:21.061] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:2:0)
[05:09:21.081] Build status: STARTED
[05:09:21.081] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:4:0) after 9m49s
[05:19:10.101] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:4:0)
[05:19:10.130] Build status: STARTED
[05:19:10.130] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:5:0) after 4m8s
[05:23:18.178] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:5:0)
[05:23:18.197] Build status: STARTED
[05:23:18.198] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:6:0) after 2m58s
[05:26:16.517] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:6:0)
[05:26:16.540] Build status: STARTED
[05:26:16.540] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:7:0) after 1m25s
[05:27:41.691] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:7:0)
[05:27:41.711] Build status: STARTED
[05:27:41.711] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:8:0) after 3m24s
[05:31:05.727] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:8:0)
[05:31:05.800] Build status: STARTED
[05:31:05.800] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:9:0) after 8m56s
[05:40:01.820] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:9:0)
[05:40:01.875] Build status: STARTED
[05:40:01.875] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:10:0) after 8m2s
[05:48:03.896] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:10:0)
[05:48:03.935] Build status: STARTED
[05:48:03.935] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:11:0) after 8m43s
[05:56:47.065] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:11:0)
[05:56:47.083] Build status: STARTED
[05:56:47.083] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:12:0) after 2m37s
[05:59:24.123] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:12:0)
[05:59:24.150] Build status: STARTED
[05:59:24.150] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:13:0) after 6m51s
[06:06:15.327] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:13:0)
[06:06:15.346] Build status: STARTED
[06:06:15.346] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:14:0) after 4m2s
[06:10:17.402] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:14:0)
[06:10:17.422] Build status: STARTED
[06:10:17.422] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:15:0) after 5m23s
[06:15:41.082] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:15:0)
[06:15:41.101] Build status: STARTED
[06:15:41.101] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:16:0) after 8m58s
[06:24:39.177] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:16:0)
[06:24:39.206] Build status: STARTED
[06:24:39.206] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:17:0) after 4m41s
[06:29:20.218] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:17:0)
[06:29:20.239] Build status: STARTED
[06:29:20.239] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:18:0) after 3m53s
[06:33:13.439] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:18:0)
[06:33:13.457] Build status: STARTED
[06:33:13.457] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:19:0) after 8m26s
[06:41:39.484] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:19:0)
[06:41:39.501] Build status: STARTED
[06:41:39.501] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:20:0) after 4m19s
[06:45:58.532] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:20:0)
[06:45:58.554] Build status: STARTED
[06:45:58.554] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:21:0) after 2m56s
[06:48:54.596] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:21:0)
[06:48:54.625] Build status: STARTED
[06:48:54.625] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8940690619916341104:22:0) after 1m21s
[06:48:55.379] Received PubSub notification, asking Buildbucket for the build status
[06:48:55.400] Build:
{
"id": "8775260557681540577",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 157,
"createdBy": "project:dart",
"createTime": "2023-07-18T05:00:08.574431068Z",
"startTime": "2023-07-18T05:00:28.652627Z",
"endTime": "2023-07-18T06:48:55.095382697Z",
"updateTime": "2023-07-18T06:48:55.095382697Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "06be97c607c591f15abfa5a9bfb78d94d3c1c8a5",
"ref": "refs/heads/main"
}
}
}
[06:48:55.400] Invocation finished in 1h48m48.340727827s with status FAILED