[05:00:09.360] New invocation is queued and will start shortly
[05:00:13.390] Starting the invocation (attempt 1)
[05:00:13.422] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/640c72dd67704253bd96af6d0d8a7b1e845e6549"
[05:00:13.422] Popped gitiles commit info from properties and tags
[05:00:13.422] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:13.422] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:13.424] Buildbucket request:
{
"requestId": "8936794947962579680",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8936794947962579680",
"job": "dart/vm-aot-tsan-linux-release-x64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "012dc721476d2ed220c6b3451fdc6f0ecd7b8a83"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@012dc721476d2ed220c6b3451fdc6f0ecd7b8a83",
"title": "012dc721476d2ed220c6b3451fdc6f0ecd7b8a83",
"url": "https://dart.googlesource.com/sdk/+/012dc721476d2ed220c6b3451fdc6f0ecd7b8a83"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "af50ee90f647d4137dab5a339625dbe7d23f9c8d"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@af50ee90f647d4137dab5a339625dbe7d23f9c8d",
"title": "af50ee90f647d4137dab5a339625dbe7d23f9c8d",
"url": "https://dart.googlesource.com/sdk/+/af50ee90f647d4137dab5a339625dbe7d23f9c8d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2763d4184d191e6e24def78a68be6a99a3f5fa8c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2763d4184d191e6e24def78a68be6a99a3f5fa8c",
"title": "2763d4184d191e6e24def78a68be6a99a3f5fa8c",
"url": "https://dart.googlesource.com/sdk/+/2763d4184d191e6e24def78a68be6a99a3f5fa8c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "d1e0879f87c025b867c63fdb50371670221715c7"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@d1e0879f87c025b867c63fdb50371670221715c7",
"title": "d1e0879f87c025b867c63fdb50371670221715c7",
"url": "https://dart.googlesource.com/sdk/+/d1e0879f87c025b867c63fdb50371670221715c7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "602e38eab475552ce9e8691fa4330361371e3378"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@602e38eab475552ce9e8691fa4330361371e3378",
"title": "602e38eab475552ce9e8691fa4330361371e3378",
"url": "https://dart.googlesource.com/sdk/+/602e38eab475552ce9e8691fa4330361371e3378"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "01c0ddd2f86e5b6a94870b8058dadbbdf6d2cd84"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@01c0ddd2f86e5b6a94870b8058dadbbdf6d2cd84",
"title": "01c0ddd2f86e5b6a94870b8058dadbbdf6d2cd84",
"url": "https://dart.googlesource.com/sdk/+/01c0ddd2f86e5b6a94870b8058dadbbdf6d2cd84"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "8a85dac79214d42493eb22e503cbc8739728f110"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@8a85dac79214d42493eb22e503cbc8739728f110",
"title": "8a85dac79214d42493eb22e503cbc8739728f110",
"url": "https://dart.googlesource.com/sdk/+/8a85dac79214d42493eb22e503cbc8739728f110"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "55bbe9cf6b74d6183d3618d96a04586803ea5e92"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@55bbe9cf6b74d6183d3618d96a04586803ea5e92",
"title": "55bbe9cf6b74d6183d3618d96a04586803ea5e92",
"url": "https://dart.googlesource.com/sdk/+/55bbe9cf6b74d6183d3618d96a04586803ea5e92"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "1c6742689134a8d509918057bf0698f23b46b86f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@1c6742689134a8d509918057bf0698f23b46b86f",
"title": "1c6742689134a8d509918057bf0698f23b46b86f",
"url": "https://dart.googlesource.com/sdk/+/1c6742689134a8d509918057bf0698f23b46b86f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "a083d44ddf1daeee0cb6713e315ab034a71b92e5"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@a083d44ddf1daeee0cb6713e315ab034a71b92e5",
"title": "a083d44ddf1daeee0cb6713e315ab034a71b92e5",
"url": "https://dart.googlesource.com/sdk/+/a083d44ddf1daeee0cb6713e315ab034a71b92e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "26021dcc25fb12d043c01f8c8581ef1836050a23"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@26021dcc25fb12d043c01f8c8581ef1836050a23",
"title": "26021dcc25fb12d043c01f8c8581ef1836050a23",
"url": "https://dart.googlesource.com/sdk/+/26021dcc25fb12d043c01f8c8581ef1836050a23"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b022f16f495f5381154e84d963af03c499517650"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b022f16f495f5381154e84d963af03c499517650",
"title": "b022f16f495f5381154e84d963af03c499517650",
"url": "https://dart.googlesource.com/sdk/+/b022f16f495f5381154e84d963af03c499517650"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "da075f78291f17c4fb7dbe2f18713882d9540f5e"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@da075f78291f17c4fb7dbe2f18713882d9540f5e",
"title": "da075f78291f17c4fb7dbe2f18713882d9540f5e",
"url": "https://dart.googlesource.com/sdk/+/da075f78291f17c4fb7dbe2f18713882d9540f5e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "dce9ffa5ce990ba7ef4f733e0e303df5173e6fb6"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@dce9ffa5ce990ba7ef4f733e0e303df5173e6fb6",
"title": "dce9ffa5ce990ba7ef4f733e0e303df5173e6fb6",
"url": "https://dart.googlesource.com/sdk/+/dce9ffa5ce990ba7ef4f733e0e303df5173e6fb6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "3b7933dfb0d1711af1c1efdeb8d73c6b8ccda220"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@3b7933dfb0d1711af1c1efdeb8d73c6b8ccda220",
"title": "3b7933dfb0d1711af1c1efdeb8d73c6b8ccda220",
"url": "https://dart.googlesource.com/sdk/+/3b7933dfb0d1711af1c1efdeb8d73c6b8ccda220"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "49d159da367c8ea23935964f81e395093029bbe4"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@49d159da367c8ea23935964f81e395093029bbe4",
"title": "49d159da367c8ea23935964f81e395093029bbe4",
"url": "https://dart.googlesource.com/sdk/+/49d159da367c8ea23935964f81e395093029bbe4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "38e0046cad6149c531c00cc4f479fb14ff026514"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@38e0046cad6149c531c00cc4f479fb14ff026514",
"title": "38e0046cad6149c531c00cc4f479fb14ff026514",
"url": "https://dart.googlesource.com/sdk/+/38e0046cad6149c531c00cc4f479fb14ff026514"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "a10ee7a2cec6c570ed619094a8a50b738c95c969"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@a10ee7a2cec6c570ed619094a8a50b738c95c969",
"title": "a10ee7a2cec6c570ed619094a8a50b738c95c969",
"url": "https://dart.googlesource.com/sdk/+/a10ee7a2cec6c570ed619094a8a50b738c95c969"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "a9fc9ffc4dc1a769da9da32278c6b0c1697e8b18"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@a9fc9ffc4dc1a769da9da32278c6b0c1697e8b18",
"title": "a9fc9ffc4dc1a769da9da32278c6b0c1697e8b18",
"url": "https://dart.googlesource.com/sdk/+/a9fc9ffc4dc1a769da9da32278c6b0c1697e8b18"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "3a65ac91f17f5041f85c984d1b594800d72a81c2"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@3a65ac91f17f5041f85c984d1b594800d72a81c2",
"title": "3a65ac91f17f5041f85c984d1b594800d72a81c2",
"url": "https://dart.googlesource.com/sdk/+/3a65ac91f17f5041f85c984d1b594800d72a81c2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2ee7f1ff0c3a4675ea2372d9c1f10bdc60917868"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2ee7f1ff0c3a4675ea2372d9c1f10bdc60917868",
"title": "2ee7f1ff0c3a4675ea2372d9c1f10bdc60917868",
"url": "https://dart.googlesource.com/sdk/+/2ee7f1ff0c3a4675ea2372d9c1f10bdc60917868"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "af24f1d61a94969e9bdfae753aade3a327165513"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@af24f1d61a94969e9bdfae753aade3a327165513",
"title": "af24f1d61a94969e9bdfae753aade3a327165513",
"url": "https://dart.googlesource.com/sdk/+/af24f1d61a94969e9bdfae753aade3a327165513"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "a193e7422d58712fd41b162a07d7ac90d96c136f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@a193e7422d58712fd41b162a07d7ac90d96c136f",
"title": "a193e7422d58712fd41b162a07d7ac90d96c136f",
"url": "https://dart.googlesource.com/sdk/+/a193e7422d58712fd41b162a07d7ac90d96c136f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "640c72dd67704253bd96af6d0d8a7b1e845e6549"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@640c72dd67704253bd96af6d0d8a7b1e845e6549",
"title": "640c72dd67704253bd96af6d0d8a7b1e845e6549",
"url": "https://dart.googlesource.com/sdk/+/640c72dd67704253bd96af6d0d8a7b1e845e6549"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "640c72dd67704253bd96af6d0d8a7b1e845e6549",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8936794947962579680"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-aot-tsan-linux-release-x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:14.063] Scheduled build:
{
"id": "8771364882916217873",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 197,
"createdBy": "project:dart",
"createTime": "2023-08-30T05:00:13.543333212Z",
"updateTime": "2023-08-30T05:00:13.543333212Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "640c72dd67704253bd96af6d0d8a7b1e845e6549",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:00:14.063] Task URL: https://cr-buildbucket.appspot.com/build/8771364882916217873
[05:00:14.063] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:2:0) after 1m24s
[05:00:15.027] Received PubSub notification, asking Buildbucket for the build status
[05:00:15.097] Build status: SCHEDULED
[05:00:44.712] Received PubSub notification, asking Buildbucket for the build status
[05:00:44.744] Build status: STARTED
[05:01:38.097] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:2:0)
[05:01:38.174] Build status: STARTED
[05:01:38.174] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:5:0) after 3m14s
[05:04:52.206] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:5:0)
[05:04:52.247] Build status: STARTED
[05:04:52.247] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:6:0) after 8m26s
[05:13:18.265] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:6:0)
[05:13:18.287] Build status: STARTED
[05:13:18.287] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:7:0) after 6m5s
[05:19:23.320] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:7:0)
[05:19:23.347] Build status: STARTED
[05:19:23.347] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:8:0) after 9m33s
[05:28:56.372] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:8:0)
[05:28:56.395] Build status: STARTED
[05:28:56.395] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:9:0) after 2m37s
[05:31:33.484] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:9:0)
[05:31:33.637] Build status: STARTED
[05:31:33.637] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:10:0) after 2m38s
[05:34:11.750] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:10:0)
[05:34:11.770] Build status: STARTED
[05:34:11.771] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:11:0) after 5m22s
[05:39:33.969] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:11:0)
[05:39:33.988] Build status: STARTED
[05:39:33.988] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:12:0) after 3m10s
[05:42:44.085] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:12:0)
[05:42:44.125] Build status: STARTED
[05:42:44.125] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:13:0) after 5m8s
[05:47:52.272] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:13:0)
[05:47:52.326] Build status: STARTED
[05:47:52.326] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:14:0) after 6m30s
[05:54:22.413] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:14:0)
[05:54:22.439] Build status: STARTED
[05:54:22.439] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:15:0) after 7m54s
[06:02:16.478] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:15:0)
[06:02:16.501] Build status: STARTED
[06:02:16.501] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:16:0) after 4m29s
[06:06:45.519] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:16:0)
[06:06:45.535] Build status: STARTED
[06:06:45.535] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:17:0) after 6m35s
[06:13:20.555] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:17:0)
[06:13:20.581] Build status: STARTED
[06:13:20.581] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:18:0) after 4m52s
[06:18:12.732] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:18:0)
[06:18:12.790] Build status: STARTED
[06:18:12.790] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:19:0) after 6m26s
[06:24:38.858] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:19:0)
[06:24:38.886] Build status: STARTED
[06:24:38.886] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:20:0) after 4m49s
[06:29:27.985] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:20:0)
[06:29:28.002] Build status: STARTED
[06:29:28.002] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:21:0) after 3m24s
[06:32:52.151] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:21:0)
[06:32:52.171] Build status: STARTED
[06:32:52.171] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:22:0) after 3m9s
[06:36:01.355] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:22:0)
[06:36:01.378] Build status: STARTED
[06:36:01.378] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8936794947962579680:23:0) after 8m53s
[06:39:11.448] Received PubSub notification, asking Buildbucket for the build status
[06:39:11.472] Build:
{
"id": "8771364882916217873",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 197,
"createdBy": "project:dart",
"createTime": "2023-08-30T05:00:13.543333212Z",
"startTime": "2023-08-30T05:00:41.818841Z",
"endTime": "2023-08-30T06:39:11.188327520Z",
"updateTime": "2023-08-30T06:39:11.188327520Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "640c72dd67704253bd96af6d0d8a7b1e845e6549",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:39:11.473] Invocation finished in 1h39m2.126460699s with status FAILED