[06:40:15.206] New invocation is queued and will start shortly
[06:40:21.042] Starting the invocation (attempt 1)
[06:40:21.070] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/dd59259b624cdf1c710b56ab0bf54377b7f042af"
[06:40:21.071] Popped gitiles commit info from properties and tags
[06:40:21.071] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:40:21.071] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:40:21.073] Buildbucket request:
{
"requestId": "8853801829145262496",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-tsan-mac-release-arm64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8853801829145262496",
"job": "dart/vm-tsan-mac-release-arm64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "671115c9ddbaabf1168ec4e92243edff861b93fd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@671115c9ddbaabf1168ec4e92243edff861b93fd",
"title": "671115c9ddbaabf1168ec4e92243edff861b93fd",
"url": "https://dart.googlesource.com/sdk/+/671115c9ddbaabf1168ec4e92243edff861b93fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6c587065a2c54d6a60e1b2df1ef9d1962fed7e94"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6c587065a2c54d6a60e1b2df1ef9d1962fed7e94",
"title": "6c587065a2c54d6a60e1b2df1ef9d1962fed7e94",
"url": "https://dart.googlesource.com/sdk/+/6c587065a2c54d6a60e1b2df1ef9d1962fed7e94"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "05186301fd9860645e3374e2a201ec99c4f76498"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@05186301fd9860645e3374e2a201ec99c4f76498",
"title": "05186301fd9860645e3374e2a201ec99c4f76498",
"url": "https://dart.googlesource.com/sdk/+/05186301fd9860645e3374e2a201ec99c4f76498"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "f073aaa354f61978a5ebd4e9d42f3ffcd1f5b31c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@f073aaa354f61978a5ebd4e9d42f3ffcd1f5b31c",
"title": "f073aaa354f61978a5ebd4e9d42f3ffcd1f5b31c",
"url": "https://dart.googlesource.com/sdk/+/f073aaa354f61978a5ebd4e9d42f3ffcd1f5b31c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "bbbd2b46262fd8020129d46310c3dab3b2c6fd5f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@bbbd2b46262fd8020129d46310c3dab3b2c6fd5f",
"title": "bbbd2b46262fd8020129d46310c3dab3b2c6fd5f",
"url": "https://dart.googlesource.com/sdk/+/bbbd2b46262fd8020129d46310c3dab3b2c6fd5f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "734c01da41d4ae03f26ff03a77277c602cbe2e1f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@734c01da41d4ae03f26ff03a77277c602cbe2e1f",
"title": "734c01da41d4ae03f26ff03a77277c602cbe2e1f",
"url": "https://dart.googlesource.com/sdk/+/734c01da41d4ae03f26ff03a77277c602cbe2e1f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b1005044dbada9c453ef9c39e4a54f38bd3310c0"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b1005044dbada9c453ef9c39e4a54f38bd3310c0",
"title": "b1005044dbada9c453ef9c39e4a54f38bd3310c0",
"url": "https://dart.googlesource.com/sdk/+/b1005044dbada9c453ef9c39e4a54f38bd3310c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "99929813b006c0b32a79ee6dd567f69d401755c2"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@99929813b006c0b32a79ee6dd567f69d401755c2",
"title": "99929813b006c0b32a79ee6dd567f69d401755c2",
"url": "https://dart.googlesource.com/sdk/+/99929813b006c0b32a79ee6dd567f69d401755c2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ffa7e990f074ab9962f46dfe9db72dc1d92f3236"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ffa7e990f074ab9962f46dfe9db72dc1d92f3236",
"title": "ffa7e990f074ab9962f46dfe9db72dc1d92f3236",
"url": "https://dart.googlesource.com/sdk/+/ffa7e990f074ab9962f46dfe9db72dc1d92f3236"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9657cf7a02eedb7456a55d5c4b6495f773e9a4ae"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9657cf7a02eedb7456a55d5c4b6495f773e9a4ae",
"title": "9657cf7a02eedb7456a55d5c4b6495f773e9a4ae",
"url": "https://dart.googlesource.com/sdk/+/9657cf7a02eedb7456a55d5c4b6495f773e9a4ae"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "eb043c1725032be1058c5d682e787851a62f3a90"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@eb043c1725032be1058c5d682e787851a62f3a90",
"title": "eb043c1725032be1058c5d682e787851a62f3a90",
"url": "https://dart.googlesource.com/sdk/+/eb043c1725032be1058c5d682e787851a62f3a90"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b24f3cce3c43069eea38e01548e4c33331e6812a"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b24f3cce3c43069eea38e01548e4c33331e6812a",
"title": "b24f3cce3c43069eea38e01548e4c33331e6812a",
"url": "https://dart.googlesource.com/sdk/+/b24f3cce3c43069eea38e01548e4c33331e6812a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "c3cc1d53a35f6b12f0d6dee32f36134981e0cc5a"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@c3cc1d53a35f6b12f0d6dee32f36134981e0cc5a",
"title": "c3cc1d53a35f6b12f0d6dee32f36134981e0cc5a",
"url": "https://dart.googlesource.com/sdk/+/c3cc1d53a35f6b12f0d6dee32f36134981e0cc5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "3828142590c6a31717a14329c190a7d74f1df033"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@3828142590c6a31717a14329c190a7d74f1df033",
"title": "3828142590c6a31717a14329c190a7d74f1df033",
"url": "https://dart.googlesource.com/sdk/+/3828142590c6a31717a14329c190a7d74f1df033"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "e661d178908cf2c7439e246b9fb8b1f26166a555"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@e661d178908cf2c7439e246b9fb8b1f26166a555",
"title": "e661d178908cf2c7439e246b9fb8b1f26166a555",
"url": "https://dart.googlesource.com/sdk/+/e661d178908cf2c7439e246b9fb8b1f26166a555"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "787bf0cddfeb9e711a6f1ec3ed7f80cf321db5fd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@787bf0cddfeb9e711a6f1ec3ed7f80cf321db5fd",
"title": "787bf0cddfeb9e711a6f1ec3ed7f80cf321db5fd",
"url": "https://dart.googlesource.com/sdk/+/787bf0cddfeb9e711a6f1ec3ed7f80cf321db5fd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2e6153cdb64f63b277394be4b1acda8b03e9391b"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2e6153cdb64f63b277394be4b1acda8b03e9391b",
"title": "2e6153cdb64f63b277394be4b1acda8b03e9391b",
"url": "https://dart.googlesource.com/sdk/+/2e6153cdb64f63b277394be4b1acda8b03e9391b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6d4a7f41d914482b4b498699fd1a94c5a953ca02"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6d4a7f41d914482b4b498699fd1a94c5a953ca02",
"title": "6d4a7f41d914482b4b498699fd1a94c5a953ca02",
"url": "https://dart.googlesource.com/sdk/+/6d4a7f41d914482b4b498699fd1a94c5a953ca02"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "652395537d77d786ed313b259f57ad640ad93087"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@652395537d77d786ed313b259f57ad640ad93087",
"title": "652395537d77d786ed313b259f57ad640ad93087",
"url": "https://dart.googlesource.com/sdk/+/652395537d77d786ed313b259f57ad640ad93087"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "f3bc347448e5261980e19687adc5dad600eb7c62"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@f3bc347448e5261980e19687adc5dad600eb7c62",
"title": "f3bc347448e5261980e19687adc5dad600eb7c62",
"url": "https://dart.googlesource.com/sdk/+/f3bc347448e5261980e19687adc5dad600eb7c62"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "8efe1a8eff4bdaacd4f8ffbb40fe406e56605502"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@8efe1a8eff4bdaacd4f8ffbb40fe406e56605502",
"title": "8efe1a8eff4bdaacd4f8ffbb40fe406e56605502",
"url": "https://dart.googlesource.com/sdk/+/8efe1a8eff4bdaacd4f8ffbb40fe406e56605502"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "fcfb280deae9f0c43532fa5758657938dbccf00d"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@fcfb280deae9f0c43532fa5758657938dbccf00d",
"title": "fcfb280deae9f0c43532fa5758657938dbccf00d",
"url": "https://dart.googlesource.com/sdk/+/fcfb280deae9f0c43532fa5758657938dbccf00d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "1f24436d875da673b35f85b596b753c5e7d67f84"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@1f24436d875da673b35f85b596b753c5e7d67f84",
"title": "1f24436d875da673b35f85b596b753c5e7d67f84",
"url": "https://dart.googlesource.com/sdk/+/1f24436d875da673b35f85b596b753c5e7d67f84"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "dd59259b624cdf1c710b56ab0bf54377b7f042af"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@dd59259b624cdf1c710b56ab0bf54377b7f042af",
"title": "dd59259b624cdf1c710b56ab0bf54377b7f042af",
"url": "https://dart.googlesource.com/sdk/+/dd59259b624cdf1c710b56ab0bf54377b7f042af"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "dd59259b624cdf1c710b56ab0bf54377b7f042af",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8853801829145262496"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-tsan-mac-release-arm64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:40:21.757] Scheduled build:
{
"id": "8688371762149935841",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-tsan-mac-release-arm64"
},
"number": 250,
"createdBy": "project:dart",
"createTime": "2026-03-03T06:40:21.256154246Z",
"updateTime": "2026-03-03T06:40:21.256154246Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "dd59259b624cdf1c710b56ab0bf54377b7f042af",
"ref": "refs/heads/main"
}
},
"canary": true
}
[06:40:21.757] Task URL: https://cr-buildbucket.appspot.com/build/8688371762149935841
[06:40:21.757] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:2:0) after 6m19s
[06:40:22.721] Received PubSub notification, asking Buildbucket for the build status
[06:40:22.735] Build status: SCHEDULED
[06:40:25.986] Received PubSub notification, asking Buildbucket for the build status
[06:40:26.017] Build status: STARTED
[06:46:40.854] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:2:0)
[06:46:40.878] Build status: STARTED
[06:46:40.878] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:5:0) after 3m47s
[06:50:27.896] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:5:0)
[06:50:27.927] Build status: STARTED
[06:50:27.927] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:6:0) after 5m36s
[06:56:03.944] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:6:0)
[06:56:03.976] Build status: STARTED
[06:56:03.976] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:7:0) after 2m8s
[06:58:12.041] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:7:0)
[06:58:12.084] Build status: STARTED
[06:58:12.084] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:8:0) after 5m46s
[07:03:58.135] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:8:0)
[07:03:58.157] Build status: STARTED
[07:03:58.157] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:9:0) after 2m4s
[07:06:02.177] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:9:0)
[07:06:02.200] Build status: STARTED
[07:06:02.200] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:10:0) after 8m46s
[07:14:48.215] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:10:0)
[07:14:48.233] Build status: STARTED
[07:14:48.233] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:11:0) after 2m55s
[07:17:43.283] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:11:0)
[07:17:43.302] Build status: STARTED
[07:17:43.302] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:12:0) after 9m28s
[07:27:11.292] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:12:0)
[07:27:11.348] Build status: STARTED
[07:27:11.348] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:13:0) after 2m6s
[07:29:17.363] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:13:0)
[07:29:17.394] Build status: STARTED
[07:29:17.394] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:14:0) after 2m30s
[07:31:47.390] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:14:0)
[07:31:47.508] Build status: STARTED
[07:31:47.508] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:15:0) after 1m50s
[07:33:37.571] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:15:0)
[07:33:37.588] Build status: STARTED
[07:33:37.588] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:16:0) after 5m44s
[07:39:21.606] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:16:0)
[07:39:21.628] Build status: STARTED
[07:39:21.628] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:17:0) after 6m22s
[07:45:43.714] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:17:0)
[07:45:43.778] Build status: STARTED
[07:45:43.778] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:18:0) after 2m29s
[07:48:12.797] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:18:0)
[07:48:12.823] Build status: STARTED
[07:48:12.823] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:19:0) after 2m10s
[07:50:22.860] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:19:0)
[07:50:22.876] Build status: STARTED
[07:50:22.876] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:20:0) after 1m21s
[07:51:44.010] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:20:0)
[07:51:44.030] Build status: STARTED
[07:51:44.030] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:21:0) after 1m4s
[07:52:48.046] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:21:0)
[07:52:48.063] Build status: STARTED
[07:52:48.063] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:22:0) after 8m39s
[08:01:27.145] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:22:0)
[08:01:27.176] Build status: STARTED
[08:01:27.176] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:23:0) after 2m29s
[08:03:56.199] Handling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:23:0)
[08:03:56.237] Build status: STARTED
[08:03:56.237] Scheduling timer "check-buildbucket-build-status" (dart/vm-tsan-mac-release-arm64:8853801829145262496:24:0) after 1m58s
[08:04:41.902] Received PubSub notification, asking Buildbucket for the build status
[08:04:41.963] Build:
{
"id": "8688371762149935841",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-tsan-mac-release-arm64"
},
"number": 250,
"createdBy": "project:dart",
"createTime": "2026-03-03T06:40:21.256154246Z",
"startTime": "2026-03-03T06:40:25.618890885Z",
"endTime": "2026-03-03T08:04:41.352487930Z",
"updateTime": "2026-03-03T08:04:41.352487930Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "dd59259b624cdf1c710b56ab0bf54377b7f042af",
"ref": "refs/heads/main"
}
},
"canary": true
}
[08:04:41.963] Invocation finished in 1h24m26.762725951s with status FAILED