[05:00:09.366] New invocation is queued and will start shortly
[05:00:11.161] Starting the invocation (attempt 1)
[05:00:11.188] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8"
[05:00:11.188] Popped gitiles commit info from properties and tags
[05:00:11.188] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:11.188] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:11.189] Buildbucket request:
{
"requestId": "8932989875362260736",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8932989875362260736",
"job": "dart/vm-aot-tsan-linux-release-x64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "49f4c5f94a0c9b2f8cb2c480f55e1421fdff9736"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@49f4c5f94a0c9b2f8cb2c480f55e1421fdff9736",
"title": "49f4c5f94a0c9b2f8cb2c480f55e1421fdff9736",
"url": "https://dart.googlesource.com/sdk/+/49f4c5f94a0c9b2f8cb2c480f55e1421fdff9736"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "d87a48d4aeea46215a7bed125b34998e4a5a4022"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@d87a48d4aeea46215a7bed125b34998e4a5a4022",
"title": "d87a48d4aeea46215a7bed125b34998e4a5a4022",
"url": "https://dart.googlesource.com/sdk/+/d87a48d4aeea46215a7bed125b34998e4a5a4022"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "75b3dd3b529a9681183138eb39020eb9cf9b568c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@75b3dd3b529a9681183138eb39020eb9cf9b568c",
"title": "75b3dd3b529a9681183138eb39020eb9cf9b568c",
"url": "https://dart.googlesource.com/sdk/+/75b3dd3b529a9681183138eb39020eb9cf9b568c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "5704936e7e274fc07377cb869caa1ece080365e5"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@5704936e7e274fc07377cb869caa1ece080365e5",
"title": "5704936e7e274fc07377cb869caa1ece080365e5",
"url": "https://dart.googlesource.com/sdk/+/5704936e7e274fc07377cb869caa1ece080365e5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b55ce54d2256283b722e34b90d4c28f098575bdd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b55ce54d2256283b722e34b90d4c28f098575bdd",
"title": "b55ce54d2256283b722e34b90d4c28f098575bdd",
"url": "https://dart.googlesource.com/sdk/+/b55ce54d2256283b722e34b90d4c28f098575bdd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "eaa308fbefc13d32852f1e1447f0894049dae1e3"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@eaa308fbefc13d32852f1e1447f0894049dae1e3",
"title": "eaa308fbefc13d32852f1e1447f0894049dae1e3",
"url": "https://dart.googlesource.com/sdk/+/eaa308fbefc13d32852f1e1447f0894049dae1e3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2cbb5eabca94ef7a2397bcd7844abad8ba9ca679"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2cbb5eabca94ef7a2397bcd7844abad8ba9ca679",
"title": "2cbb5eabca94ef7a2397bcd7844abad8ba9ca679",
"url": "https://dart.googlesource.com/sdk/+/2cbb5eabca94ef7a2397bcd7844abad8ba9ca679"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9b1be912495d357da0a7b09e12f8d5da5e3da025"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9b1be912495d357da0a7b09e12f8d5da5e3da025",
"title": "9b1be912495d357da0a7b09e12f8d5da5e3da025",
"url": "https://dart.googlesource.com/sdk/+/9b1be912495d357da0a7b09e12f8d5da5e3da025"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6ad59501fd2684209ab856314ea1ec30505ac2b0"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6ad59501fd2684209ab856314ea1ec30505ac2b0",
"title": "6ad59501fd2684209ab856314ea1ec30505ac2b0",
"url": "https://dart.googlesource.com/sdk/+/6ad59501fd2684209ab856314ea1ec30505ac2b0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "f34ddb39f43f77376b83178fc5b36823869e0214"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@f34ddb39f43f77376b83178fc5b36823869e0214",
"title": "f34ddb39f43f77376b83178fc5b36823869e0214",
"url": "https://dart.googlesource.com/sdk/+/f34ddb39f43f77376b83178fc5b36823869e0214"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b7d3c47d13f336e79c3e08b9116f2f5099394d7f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b7d3c47d13f336e79c3e08b9116f2f5099394d7f",
"title": "b7d3c47d13f336e79c3e08b9116f2f5099394d7f",
"url": "https://dart.googlesource.com/sdk/+/b7d3c47d13f336e79c3e08b9116f2f5099394d7f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "41808b773592b9d30b32f46591ab61400eccad99"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@41808b773592b9d30b32f46591ab61400eccad99",
"title": "41808b773592b9d30b32f46591ab61400eccad99",
"url": "https://dart.googlesource.com/sdk/+/41808b773592b9d30b32f46591ab61400eccad99"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "fd59a1c33f6f90931d3443422db011e7eabe9abd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@fd59a1c33f6f90931d3443422db011e7eabe9abd",
"title": "fd59a1c33f6f90931d3443422db011e7eabe9abd",
"url": "https://dart.googlesource.com/sdk/+/fd59a1c33f6f90931d3443422db011e7eabe9abd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "5daaa7d9eb2898b4cf9a5dc349dd0e956a225b8f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@5daaa7d9eb2898b4cf9a5dc349dd0e956a225b8f",
"title": "5daaa7d9eb2898b4cf9a5dc349dd0e956a225b8f",
"url": "https://dart.googlesource.com/sdk/+/5daaa7d9eb2898b4cf9a5dc349dd0e956a225b8f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2b137b4e1f9c282e43ce65221b94874e9d1675c3"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2b137b4e1f9c282e43ce65221b94874e9d1675c3",
"title": "2b137b4e1f9c282e43ce65221b94874e9d1675c3",
"url": "https://dart.googlesource.com/sdk/+/2b137b4e1f9c282e43ce65221b94874e9d1675c3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "1bc68c19241ab970773c3825637e09bcb6faaa50"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@1bc68c19241ab970773c3825637e09bcb6faaa50",
"title": "1bc68c19241ab970773c3825637e09bcb6faaa50",
"url": "https://dart.googlesource.com/sdk/+/1bc68c19241ab970773c3825637e09bcb6faaa50"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "07bb4d1f825a9f0c1586b64d92e13657711e091d"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@07bb4d1f825a9f0c1586b64d92e13657711e091d",
"title": "07bb4d1f825a9f0c1586b64d92e13657711e091d",
"url": "https://dart.googlesource.com/sdk/+/07bb4d1f825a9f0c1586b64d92e13657711e091d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "800421bc60e12bf06c391ad9d79e17f0c4373e2c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@800421bc60e12bf06c391ad9d79e17f0c4373e2c",
"title": "800421bc60e12bf06c391ad9d79e17f0c4373e2c",
"url": "https://dart.googlesource.com/sdk/+/800421bc60e12bf06c391ad9d79e17f0c4373e2c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "7b7943599a7a56099a5bd8b759b52986057a0fe4"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@7b7943599a7a56099a5bd8b759b52986057a0fe4",
"title": "7b7943599a7a56099a5bd8b759b52986057a0fe4",
"url": "https://dart.googlesource.com/sdk/+/7b7943599a7a56099a5bd8b759b52986057a0fe4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "62515563ebaa9de46fa14aa37d2882fdae3bbd00"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@62515563ebaa9de46fa14aa37d2882fdae3bbd00",
"title": "62515563ebaa9de46fa14aa37d2882fdae3bbd00",
"url": "https://dart.googlesource.com/sdk/+/62515563ebaa9de46fa14aa37d2882fdae3bbd00"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "5d19972d416f375e18a18071b6e43ea5278c0a9f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@5d19972d416f375e18a18071b6e43ea5278c0a9f",
"title": "5d19972d416f375e18a18071b6e43ea5278c0a9f",
"url": "https://dart.googlesource.com/sdk/+/5d19972d416f375e18a18071b6e43ea5278c0a9f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ac7059a8321cd0d15f73935d9f73e0cedd4b9cce"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ac7059a8321cd0d15f73935d9f73e0cedd4b9cce",
"title": "ac7059a8321cd0d15f73935d9f73e0cedd4b9cce",
"url": "https://dart.googlesource.com/sdk/+/ac7059a8321cd0d15f73935d9f73e0cedd4b9cce"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8",
"title": "09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8",
"url": "https://dart.googlesource.com/sdk/+/09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8932989875362260736"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-aot-tsan-linux-release-x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:11.954] Scheduled build:
{
"id": "8767559812654886673",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 233,
"createdBy": "project:dart",
"createTime": "2023-10-11T05:00:11.323183185Z",
"updateTime": "2023-10-11T05:00:11.323183185Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8",
"ref": "refs/heads/main"
}
}
}
[05:00:11.954] Task URL: https://cr-buildbucket.appspot.com/build/8767559812654886673
[05:00:11.954] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:2:0) after 5m25s
[05:00:13.444] Received PubSub notification, asking Buildbucket for the build status
[05:00:13.489] Build status: SCHEDULED
[05:00:59.456] Received PubSub notification, asking Buildbucket for the build status
[05:00:59.484] Build status: STARTED
[05:05:37.056] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:2:0)
[05:05:37.082] Build status: STARTED
[05:05:37.082] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:5:0) after 4m29s
[05:10:06.129] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:5:0)
[05:10:06.155] Build status: STARTED
[05:10:06.155] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:6:0) after 7m29s
[05:17:35.371] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:6:0)
[05:17:35.393] Build status: STARTED
[05:17:35.393] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:7:0) after 1m48s
[05:19:23.460] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:7:0)
[05:19:23.490] Build status: STARTED
[05:19:23.490] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:8:0) after 9m15s
[05:28:38.623] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:8:0)
[05:28:38.660] Build status: STARTED
[05:28:38.660] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:9:0) after 2m44s
[05:31:22.850] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:9:0)
[05:31:22.872] Build status: STARTED
[05:31:22.872] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:10:0) after 4m6s
[05:35:28.911] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:10:0)
[05:35:28.930] Build status: STARTED
[05:35:28.930] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:11:0) after 4m49s
[05:40:18.091] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:11:0)
[05:40:18.110] Build status: STARTED
[05:40:18.110] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:12:0) after 4m20s
[05:44:38.133] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:12:0)
[05:44:38.154] Build status: STARTED
[05:44:38.154] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:13:0) after 3m9s
[05:47:47.189] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:13:0)
[05:47:47.207] Build status: STARTED
[05:47:47.207] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:14:0) after 9m13s
[05:57:00.399] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:14:0)
[05:57:00.466] Build status: STARTED
[05:57:00.466] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:15:0) after 3m22s
[06:00:22.497] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:15:0)
[06:00:22.552] Build status: STARTED
[06:00:22.552] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:16:0) after 8m50s
[06:09:12.642] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:16:0)
[06:09:12.695] Build status: STARTED
[06:09:12.695] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:17:0) after 5m30s
[06:14:42.902] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:17:0)
[06:14:42.940] Build status: STARTED
[06:14:42.940] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:18:0) after 4m32s
[06:19:15.169] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:18:0)
[06:19:15.202] Build status: STARTED
[06:19:15.202] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:19:0) after 1m48s
[06:21:03.506] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:19:0)
[06:21:03.524] Build status: STARTED
[06:21:03.524] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:20:0) after 8m32s
[06:29:35.546] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:20:0)
[06:29:35.576] Build status: STARTED
[06:29:35.576] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:21:0) after 5m38s
[06:35:13.581] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:21:0)
[06:35:13.598] Build status: STARTED
[06:35:13.598] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:22:0) after 8m54s
[06:44:07.719] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:22:0)
[06:44:07.804] Build status: STARTED
[06:44:07.804] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:23:0) after 6m25s
[06:50:33.072] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:23:0)
[06:50:33.091] Build status: STARTED
[06:50:33.091] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:24:0) after 1m56s
[06:52:29.217] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:24:0)
[06:52:29.239] Build status: STARTED
[06:52:29.239] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:25:0) after 6m30s
[06:58:59.258] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:25:0)
[06:58:59.309] Build status: STARTED
[06:58:59.309] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8932989875362260736:26:0) after 7m21s
[07:04:48.593] Received PubSub notification, asking Buildbucket for the build status
[07:04:48.649] Build:
{
"id": "8767559812654886673",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 233,
"createdBy": "project:dart",
"createTime": "2023-10-11T05:00:11.323183185Z",
"startTime": "2023-10-11T05:00:58.904284Z",
"endTime": "2023-10-11T07:04:48.303218072Z",
"updateTime": "2023-10-11T07:04:48.303218072Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "09f3eb0c8b811a6753e01c3f8fff06caab7e1ae8",
"ref": "refs/heads/main"
}
}
}
[07:04:48.649] Invocation finished in 2h4m39.291802576s with status FAILED