[06:40:06.731] New invocation is queued and will start shortly
[06:40:07.864] Starting the invocation (attempt 1)
[06:40:07.890] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/b8389a7de2ae836b3697fc1971b414daaedd0fae"
[06:40:07.890] Popped gitiles commit info from properties and tags
[06:40:07.890] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:40:07.890] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:40:07.891] Buildbucket request:
{
"requestId": "8853530047132307264",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-tsan-mac-release-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853530047132307264",
"job": "dart/vm-tsan-mac-release-arm64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "26e9c5e03cf23077b89a46bccc19a2cb95b961b3"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@26e9c5e03cf23077b89a46bccc19a2cb95b961b3",
"title": "26e9c5e03cf23077b89a46bccc19a2cb95b961b3",
"url": "https://dart.googlesource.com/sdk/+/26e9c5e03cf23077b89a46bccc19a2cb95b961b3"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "e4b4c1ff4c89fd80716ad6e52cc45aba0ff132a0"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@e4b4c1ff4c89fd80716ad6e52cc45aba0ff132a0",
"title": "e4b4c1ff4c89fd80716ad6e52cc45aba0ff132a0",
"url": "https://dart.googlesource.com/sdk/+/e4b4c1ff4c89fd80716ad6e52cc45aba0ff132a0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6c543e5c0522b59bbfe9550a42d7a0feb02924ec"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6c543e5c0522b59bbfe9550a42d7a0feb02924ec",
"title": "6c543e5c0522b59bbfe9550a42d7a0feb02924ec",
"url": "https://dart.googlesource.com/sdk/+/6c543e5c0522b59bbfe9550a42d7a0feb02924ec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "548b5e27b9b0f6bb6c4ee350b027ebb40f5f80aa"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@548b5e27b9b0f6bb6c4ee350b027ebb40f5f80aa",
"title": "548b5e27b9b0f6bb6c4ee350b027ebb40f5f80aa",
"url": "https://dart.googlesource.com/sdk/+/548b5e27b9b0f6bb6c4ee350b027ebb40f5f80aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "5813ebf51dca5a6330d12a987af2a81382ec2521"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@5813ebf51dca5a6330d12a987af2a81382ec2521",
"title": "5813ebf51dca5a6330d12a987af2a81382ec2521",
"url": "https://dart.googlesource.com/sdk/+/5813ebf51dca5a6330d12a987af2a81382ec2521"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "d4447b770b9ec85dedcd614489083dee51c5ba27"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@d4447b770b9ec85dedcd614489083dee51c5ba27",
"title": "d4447b770b9ec85dedcd614489083dee51c5ba27",
"url": "https://dart.googlesource.com/sdk/+/d4447b770b9ec85dedcd614489083dee51c5ba27"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "8c7ef075a9e37712b3ab8a5c8f957e00f042f4d5"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@8c7ef075a9e37712b3ab8a5c8f957e00f042f4d5",
"title": "8c7ef075a9e37712b3ab8a5c8f957e00f042f4d5",
"url": "https://dart.googlesource.com/sdk/+/8c7ef075a9e37712b3ab8a5c8f957e00f042f4d5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "26eb127498effaab088dffe9d2d938f6a26f29aa"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@26eb127498effaab088dffe9d2d938f6a26f29aa",
"title": "26eb127498effaab088dffe9d2d938f6a26f29aa",
"url": "https://dart.googlesource.com/sdk/+/26eb127498effaab088dffe9d2d938f6a26f29aa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "fe39eb693d861053d210d3642ea7f058d8653655"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@fe39eb693d861053d210d3642ea7f058d8653655",
"title": "fe39eb693d861053d210d3642ea7f058d8653655",
"url": "https://dart.googlesource.com/sdk/+/fe39eb693d861053d210d3642ea7f058d8653655"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "e7bb32fb72be624e8c6f052f2b4759f7da49ead0"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@e7bb32fb72be624e8c6f052f2b4759f7da49ead0",
"title": "e7bb32fb72be624e8c6f052f2b4759f7da49ead0",
"url": "https://dart.googlesource.com/sdk/+/e7bb32fb72be624e8c6f052f2b4759f7da49ead0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "c421bc9df292c1a389c00e679608babe5381c971"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@c421bc9df292c1a389c00e679608babe5381c971",
"title": "c421bc9df292c1a389c00e679608babe5381c971",
"url": "https://dart.googlesource.com/sdk/+/c421bc9df292c1a389c00e679608babe5381c971"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2c8f4300d0824f6018724d6e0fc2c59ec5cf9cd6"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2c8f4300d0824f6018724d6e0fc2c59ec5cf9cd6",
"title": "2c8f4300d0824f6018724d6e0fc2c59ec5cf9cd6",
"url": "https://dart.googlesource.com/sdk/+/2c8f4300d0824f6018724d6e0fc2c59ec5cf9cd6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "86232e2c3a45a573a862212bbee34bf8438a162c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@86232e2c3a45a573a862212bbee34bf8438a162c",
"title": "86232e2c3a45a573a862212bbee34bf8438a162c",
"url": "https://dart.googlesource.com/sdk/+/86232e2c3a45a573a862212bbee34bf8438a162c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "95120a02b3a15e6dc60bc7ca663ec8d6ef7b85dd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@95120a02b3a15e6dc60bc7ca663ec8d6ef7b85dd",
"title": "95120a02b3a15e6dc60bc7ca663ec8d6ef7b85dd",
"url": "https://dart.googlesource.com/sdk/+/95120a02b3a15e6dc60bc7ca663ec8d6ef7b85dd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9bb910418f5ac0d43a8c720726cc60d9b07b8fa5"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9bb910418f5ac0d43a8c720726cc60d9b07b8fa5",
"title": "9bb910418f5ac0d43a8c720726cc60d9b07b8fa5",
"url": "https://dart.googlesource.com/sdk/+/9bb910418f5ac0d43a8c720726cc60d9b07b8fa5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "f174db6a3a9081a1f87b8bd219846243b927eb38"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@f174db6a3a9081a1f87b8bd219846243b927eb38",
"title": "f174db6a3a9081a1f87b8bd219846243b927eb38",
"url": "https://dart.googlesource.com/sdk/+/f174db6a3a9081a1f87b8bd219846243b927eb38"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "05f9930caf86954673cb1a8fc1d6ca504c5d013f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@05f9930caf86954673cb1a8fc1d6ca504c5d013f",
"title": "05f9930caf86954673cb1a8fc1d6ca504c5d013f",
"url": "https://dart.googlesource.com/sdk/+/05f9930caf86954673cb1a8fc1d6ca504c5d013f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "30783ff6e20cd98613501c575a7a5078d53279f7"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@30783ff6e20cd98613501c575a7a5078d53279f7",
"title": "30783ff6e20cd98613501c575a7a5078d53279f7",
"url": "https://dart.googlesource.com/sdk/+/30783ff6e20cd98613501c575a7a5078d53279f7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "8a6955a27271dd65bbf30d670e96b3d083d5629c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@8a6955a27271dd65bbf30d670e96b3d083d5629c",
"title": "8a6955a27271dd65bbf30d670e96b3d083d5629c",
"url": "https://dart.googlesource.com/sdk/+/8a6955a27271dd65bbf30d670e96b3d083d5629c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "fd18bbb4a3008da1924a847cf2168adea0f3f866"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@fd18bbb4a3008da1924a847cf2168adea0f3f866",
"title": "fd18bbb4a3008da1924a847cf2168adea0f3f866",
"url": "https://dart.googlesource.com/sdk/+/fd18bbb4a3008da1924a847cf2168adea0f3f866"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b8389a7de2ae836b3697fc1971b414daaedd0fae"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b8389a7de2ae836b3697fc1971b414daaedd0fae",
"title": "b8389a7de2ae836b3697fc1971b414daaedd0fae",
"url": "https://dart.googlesource.com/sdk/+/b8389a7de2ae836b3697fc1971b414daaedd0fae"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "b8389a7de2ae836b3697fc1971b414daaedd0fae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853530047132307264"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-tsan-mac-release-arm64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:40:08.385] Scheduled build:
{
"id": "8688099985178251553",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-tsan-mac-release-arm64"
},
"number": 258,
"createdBy": "project:dart",
"createTime": "2026-03-06T06:40:07.973889229Z",
"updateTime": "2026-03-06T06:40:07.973889229Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "b8389a7de2ae836b3697fc1971b414daaedd0fae",
"ref": "refs/heads/main"
}
}
}
[06:40:08.385] Task URL: https://cr-buildbucket.appspot.com/build/8688099985178251553
[06:40:08.385] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:2:0) after 1m35s
[06:40:08.560] Received PubSub notification, asking Buildbucket for the build status
[06:40:08.585] Build status: SCHEDULED
[06:40:12.451] Received PubSub notification, asking Buildbucket for the build status
[06:40:12.506] Build status: STARTED
[06:41:43.444] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:2:0)
[06:41:43.458] Build status: STARTED
[06:41:43.458] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:5:0) after 6m42s
[06:48:25.458] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:5:0)
[06:48:25.473] Build status: STARTED
[06:48:25.473] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:6:0) after 9m19s
[06:57:44.507] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:6:0)
[06:57:44.525] Build status: STARTED
[06:57:44.525] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:7:0) after 3m17s
[07:01:01.559] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:7:0)
[07:01:01.582] Build status: STARTED
[07:01:01.582] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:8:0) after 5m49s
[07:06:50.610] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:8:0)
[07:06:50.630] Build status: STARTED
[07:06:50.630] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:9:0) after 2m44s
[07:09:34.613] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:9:0)
[07:09:34.634] Build status: STARTED
[07:09:34.634] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:10:0) after 7m18s
[07:16:52.750] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:10:0)
[07:16:52.825] Build status: STARTED
[07:16:52.825] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:11:0) after 1m21s
[07:18:13.839] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:11:0)
[07:18:13.864] Build status: STARTED
[07:18:13.864] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:12:0) after 1m2s
[07:19:15.880] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:12:0)
[07:19:15.900] Build status: STARTED
[07:19:15.900] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:13:0) after 6m59s
[07:26:14.913] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:13:0)
[07:26:14.930] Build status: STARTED
[07:26:14.930] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:14:0) after 5m43s
[07:31:57.946] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:14:0)
[07:31:57.985] Build status: STARTED
[07:31:57.985] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:15:0) after 7m2s
[07:39:00.000] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:15:0)
[07:39:00.025] Build status: STARTED
[07:39:00.025] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:16:0) after 2m19s
[07:41:19.053] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:16:0)
[07:41:19.077] Build status: STARTED
[07:41:19.077] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:17:0) after 8m14s
[07:49:33.144] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:17:0)
[07:49:33.162] Build status: STARTED
[07:49:33.162] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:18:0) after 8m5s
[07:57:38.204] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:18:0)
[07:57:38.225] Build status: STARTED
[07:57:38.225] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:19:0) after 2m25s
[08:00:03.277] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:19:0)
[08:00:03.301] Build status: STARTED
[08:00:03.301] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:20:0) after 3m29s
[08:03:32.319] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:20:0)
[08:03:32.337] Build status: STARTED
[08:03:32.337] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:21:0) after 5m24s
[08:08:56.319] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:21:0)
[08:08:56.338] Build status: STARTED
[08:08:56.338] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:22:0) after 1m25s
[08:10:21.353] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:22:0)
[08:10:21.373] Build status: STARTED
[08:10:21.373] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:23:0) after 3m34s
[08:13:55.395] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:23:0)
[08:13:55.413] Build status: STARTED
[08:13:55.413] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:24:0) after 4m47s
[08:18:42.461] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:24:0)
[08:18:42.478] Build status: STARTED
[08:18:42.478] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:25:0) after 6m33s
[08:25:15.534] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:25:0)
[08:25:15.550] Build status: STARTED
[08:25:15.550] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:26:0) after 1m0s
[08:26:15.555] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:26:0)
[08:26:15.571] Build status: STARTED
[08:26:15.571] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853530047132307264:27:0) after 4m30s
[08:29:02.130] Received PubSub notification, asking Buildbucket for the build status
[08:29:02.165] Build:
{
"id": "8688099985178251553",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-tsan-mac-release-arm64"
},
"number": 258,
"createdBy": "project:dart",
"createTime": "2026-03-06T06:40:07.973889229Z",
"startTime": "2026-03-06T06:40:11.952996550Z",
"endTime": "2026-03-06T08:29:00.127994460Z",
"updateTime": "2026-03-06T08:29:00.127994460Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "b8389a7de2ae836b3697fc1971b414daaedd0fae",
"ref": "refs/heads/main"
}
}
}
[08:29:02.165] Invocation finished in 1h48m55.439028707s with status FAILED