[05:00:08.826] New invocation is queued and will start shortly
[05:00:10.285] Starting the invocation (attempt 1)
[05:00:10.315] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/25dc2147bb4e39ec225b797e2a5947ee7f016557"
[05:00:10.315] Popped gitiles commit info from properties and tags
[05:00:10.315] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:10.315] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:10.316] Buildbucket request:
{
"requestId": "8944314496736643872",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8944314496736643872",
"job": "dart/vm-aot-tsan-linux-release-x64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "8144a299661b36850950c12d24003c6ab2ea32d8"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@8144a299661b36850950c12d24003c6ab2ea32d8",
"title": "8144a299661b36850950c12d24003c6ab2ea32d8",
"url": "https://dart.googlesource.com/sdk/+/8144a299661b36850950c12d24003c6ab2ea32d8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "74285a6e31c515a0dab881ac94933a3a239ce931"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@74285a6e31c515a0dab881ac94933a3a239ce931",
"title": "74285a6e31c515a0dab881ac94933a3a239ce931",
"url": "https://dart.googlesource.com/sdk/+/74285a6e31c515a0dab881ac94933a3a239ce931"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "219bf34064e875bc4b23bc22abbc8a72719d4df8"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@219bf34064e875bc4b23bc22abbc8a72719d4df8",
"title": "219bf34064e875bc4b23bc22abbc8a72719d4df8",
"url": "https://dart.googlesource.com/sdk/+/219bf34064e875bc4b23bc22abbc8a72719d4df8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "fcddfd3b8570fba6091e4b833797a7c6c02dd0e6"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@fcddfd3b8570fba6091e4b833797a7c6c02dd0e6",
"title": "fcddfd3b8570fba6091e4b833797a7c6c02dd0e6",
"url": "https://dart.googlesource.com/sdk/+/fcddfd3b8570fba6091e4b833797a7c6c02dd0e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "c82672780a75ed268b54720b48aa112b2b2e415b"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@c82672780a75ed268b54720b48aa112b2b2e415b",
"title": "c82672780a75ed268b54720b48aa112b2b2e415b",
"url": "https://dart.googlesource.com/sdk/+/c82672780a75ed268b54720b48aa112b2b2e415b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "5b6512f54edb1472758479997bd8818014c66db9"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@5b6512f54edb1472758479997bd8818014c66db9",
"title": "5b6512f54edb1472758479997bd8818014c66db9",
"url": "https://dart.googlesource.com/sdk/+/5b6512f54edb1472758479997bd8818014c66db9"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "0784c4d868db6cbd731b5e748fb351a8fe0a8a11"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@0784c4d868db6cbd731b5e748fb351a8fe0a8a11",
"title": "0784c4d868db6cbd731b5e748fb351a8fe0a8a11",
"url": "https://dart.googlesource.com/sdk/+/0784c4d868db6cbd731b5e748fb351a8fe0a8a11"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "8e37b41c0566f3907eb9346a5b7faa7cc54f1f5a"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@8e37b41c0566f3907eb9346a5b7faa7cc54f1f5a",
"title": "8e37b41c0566f3907eb9346a5b7faa7cc54f1f5a",
"url": "https://dart.googlesource.com/sdk/+/8e37b41c0566f3907eb9346a5b7faa7cc54f1f5a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "692ef6be03f5bb1479dba60d3224f64d77fbc1ea"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@692ef6be03f5bb1479dba60d3224f64d77fbc1ea",
"title": "692ef6be03f5bb1479dba60d3224f64d77fbc1ea",
"url": "https://dart.googlesource.com/sdk/+/692ef6be03f5bb1479dba60d3224f64d77fbc1ea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "565379aaec3b801d4bb0683a548199d010e14410"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@565379aaec3b801d4bb0683a548199d010e14410",
"title": "565379aaec3b801d4bb0683a548199d010e14410",
"url": "https://dart.googlesource.com/sdk/+/565379aaec3b801d4bb0683a548199d010e14410"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "af24e995c922dcbd788e390a8d993e22c8a2db0c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@af24e995c922dcbd788e390a8d993e22c8a2db0c",
"title": "af24e995c922dcbd788e390a8d993e22c8a2db0c",
"url": "https://dart.googlesource.com/sdk/+/af24e995c922dcbd788e390a8d993e22c8a2db0c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "80a9e513a7f3e553d19feca570d12ee8a1536ce6"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@80a9e513a7f3e553d19feca570d12ee8a1536ce6",
"title": "80a9e513a7f3e553d19feca570d12ee8a1536ce6",
"url": "https://dart.googlesource.com/sdk/+/80a9e513a7f3e553d19feca570d12ee8a1536ce6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "884be01ec3ae7ce1e75a1fd88a2b50ba1f36cbc2"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@884be01ec3ae7ce1e75a1fd88a2b50ba1f36cbc2",
"title": "884be01ec3ae7ce1e75a1fd88a2b50ba1f36cbc2",
"url": "https://dart.googlesource.com/sdk/+/884be01ec3ae7ce1e75a1fd88a2b50ba1f36cbc2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "a4b25027fe91e11fb9e0cef82811bc900b9c4cec"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@a4b25027fe91e11fb9e0cef82811bc900b9c4cec",
"title": "a4b25027fe91e11fb9e0cef82811bc900b9c4cec",
"url": "https://dart.googlesource.com/sdk/+/a4b25027fe91e11fb9e0cef82811bc900b9c4cec"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ab63ac59bf75fefeea8ab4c0caf00885e3169c75"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ab63ac59bf75fefeea8ab4c0caf00885e3169c75",
"title": "ab63ac59bf75fefeea8ab4c0caf00885e3169c75",
"url": "https://dart.googlesource.com/sdk/+/ab63ac59bf75fefeea8ab4c0caf00885e3169c75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "3b4d753b8ec7f9923716029f5745046efc97c1cd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@3b4d753b8ec7f9923716029f5745046efc97c1cd",
"title": "3b4d753b8ec7f9923716029f5745046efc97c1cd",
"url": "https://dart.googlesource.com/sdk/+/3b4d753b8ec7f9923716029f5745046efc97c1cd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6ca0693c2862b9608bc092b1815c08cab996d202"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6ca0693c2862b9608bc092b1815c08cab996d202",
"title": "6ca0693c2862b9608bc092b1815c08cab996d202",
"url": "https://dart.googlesource.com/sdk/+/6ca0693c2862b9608bc092b1815c08cab996d202"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "3542e866117267c8d0590328ffa831c126296ddf"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@3542e866117267c8d0590328ffa831c126296ddf",
"title": "3542e866117267c8d0590328ffa831c126296ddf",
"url": "https://dart.googlesource.com/sdk/+/3542e866117267c8d0590328ffa831c126296ddf"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "fb0b1393583544867703f124766d5dc300e4bffa"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@fb0b1393583544867703f124766d5dc300e4bffa",
"title": "fb0b1393583544867703f124766d5dc300e4bffa",
"url": "https://dart.googlesource.com/sdk/+/fb0b1393583544867703f124766d5dc300e4bffa"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "526e670908d4c82874283e0de1364283591fa09f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@526e670908d4c82874283e0de1364283591fa09f",
"title": "526e670908d4c82874283e0de1364283591fa09f",
"url": "https://dart.googlesource.com/sdk/+/526e670908d4c82874283e0de1364283591fa09f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "25dc2147bb4e39ec225b797e2a5947ee7f016557"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@25dc2147bb4e39ec225b797e2a5947ee7f016557",
"title": "25dc2147bb4e39ec225b797e2a5947ee7f016557",
"url": "https://dart.googlesource.com/sdk/+/25dc2147bb4e39ec225b797e2a5947ee7f016557"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "25dc2147bb4e39ec225b797e2a5947ee7f016557",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8944314496736643872"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-aot-tsan-linux-release-x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:10.718] Scheduled build:
{
"id": "8778884434437034545",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 118,
"createdBy": "project:dart",
"createTime": "2023-06-08T05:00:10.386892079Z",
"updateTime": "2023-06-08T05:00:10.386892079Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "25dc2147bb4e39ec225b797e2a5947ee7f016557",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:00:10.718] Task URL: https://cr-buildbucket.appspot.com/build/8778884434437034545
[05:00:10.718] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:2:0) after 9m12s
[05:09:22.820] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:2:0)
[05:09:22.847] Build status: SCHEDULED
[05:09:22.847] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:3:0) after 3m1s
[05:12:24.236] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:3:0)
[05:12:24.255] Build status: SCHEDULED
[05:12:24.255] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:4:0) after 6m52s
[05:19:16.426] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:4:0)
[05:19:16.447] Build status: SCHEDULED
[05:19:16.447] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:5:0) after 1m42s
[05:20:58.566] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:5:0)
[05:20:58.583] Build status: SCHEDULED
[05:20:58.583] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:6:0) after 5m16s
[05:26:14.694] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:6:0)
[05:26:14.714] Build status: SCHEDULED
[05:26:14.714] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:7:0) after 3m8s
[05:29:22.883] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:7:0)
[05:29:22.902] Build status: SCHEDULED
[05:29:22.902] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:8:0) after 6m5s
[05:35:27.918] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:8:0)
[05:35:27.938] Build status: SCHEDULED
[05:35:27.938] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:9:0) after 4m45s
[05:40:12.966] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:9:0)
[05:40:13.046] Build status: SCHEDULED
[05:40:13.046] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:10:0) after 1m30s
[05:41:43.185] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:10:0)
[05:41:43.205] Build status: SCHEDULED
[05:41:43.205] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:11:0) after 4m8s
[05:44:25.329] Received PubSub notification, asking Buildbucket for the build status
[05:44:25.349] Build status: STARTED
[05:45:51.262] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:11:0)
[05:45:51.292] Build status: STARTED
[05:45:51.292] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:13:0) after 9m29s
[05:55:20.313] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:13:0)
[05:55:20.333] Build status: STARTED
[05:55:20.333] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:14:0) after 5m59s
[06:01:19.467] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:14:0)
[06:01:19.491] Build status: STARTED
[06:01:19.491] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:15:0) after 1m55s
[06:03:14.507] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:15:0)
[06:03:14.534] Build status: STARTED
[06:03:14.534] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:16:0) after 5m58s
[06:09:12.538] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:16:0)
[06:09:12.557] Build status: STARTED
[06:09:12.557] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:17:0) after 1m12s
[06:10:24.576] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:17:0)
[06:10:24.597] Build status: STARTED
[06:10:24.597] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:18:0) after 4m12s
[06:14:36.709] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:18:0)
[06:14:36.814] Build status: STARTED
[06:14:36.814] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:19:0) after 1m3s
[06:15:39.871] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:19:0)
[06:15:39.903] Build status: STARTED
[06:15:39.903] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:20:0) after 6m36s
[06:22:16.004] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:20:0)
[06:22:16.044] Build status: STARTED
[06:22:16.044] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:21:0) after 2m53s
[06:25:09.154] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:21:0)
[06:25:09.182] Build status: STARTED
[06:25:09.182] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:22:0) after 1m1s
[06:26:10.197] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:22:0)
[06:26:10.215] Build status: STARTED
[06:26:10.215] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:23:0) after 9m24s
[06:35:34.545] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:23:0)
[06:35:34.568] Build status: STARTED
[06:35:34.568] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:24:0) after 6m39s
[06:42:13.695] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:24:0)
[06:42:13.716] Build status: STARTED
[06:42:13.716] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:25:0) after 7m47s
[06:50:00.738] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:25:0)
[06:50:00.766] Build status: STARTED
[06:50:00.766] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:26:0) after 5m24s
[06:55:24.883] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:26:0)
[06:55:24.900] Build status: STARTED
[06:55:24.900] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:27:0) after 9m37s
[07:05:01.935] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:27:0)
[07:05:01.964] Build status: STARTED
[07:05:01.964] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8944314496736643872:28:0) after 9m6s
[07:12:00.507] Received PubSub notification, asking Buildbucket for the build status
[07:12:00.531] Build:
{
"id": "8778884434437034545",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 118,
"createdBy": "project:dart",
"createTime": "2023-06-08T05:00:10.386892079Z",
"startTime": "2023-06-08T05:44:24.776365Z",
"endTime": "2023-06-08T07:11:59.830910740Z",
"updateTime": "2023-06-08T07:11:59.830910740Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "25dc2147bb4e39ec225b797e2a5947ee7f016557",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:12:00.531] Invocation finished in 2h11m51.721033012s with status FAILED