[05:00:07.212] New invocation is queued and will start shortly
[05:00:09.375] Starting the invocation (attempt 1)
[05:00:09.407] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/1aa8232308e21fed27afed791d6701ef5634ec87"
[05:00:09.407] Popped gitiles commit info from properties and tags
[05:00:09.407] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:09.407] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:09.408] Buildbucket request:
{
"requestId": "8933624056384131408",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8933624056384131408",
"job": "dart/vm-aot-tsan-linux-release-x64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "0a0bae399f1d55f77ac176b183c7f745520a2356"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@0a0bae399f1d55f77ac176b183c7f745520a2356",
"title": "0a0bae399f1d55f77ac176b183c7f745520a2356",
"url": "https://dart.googlesource.com/sdk/+/0a0bae399f1d55f77ac176b183c7f745520a2356"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6e1ba9d7739eda593ae921eb9b5f98ef21251b77"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6e1ba9d7739eda593ae921eb9b5f98ef21251b77",
"title": "6e1ba9d7739eda593ae921eb9b5f98ef21251b77",
"url": "https://dart.googlesource.com/sdk/+/6e1ba9d7739eda593ae921eb9b5f98ef21251b77"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "c72088c1e6fd0a67cf8d7c88c1b894144e879cb8"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@c72088c1e6fd0a67cf8d7c88c1b894144e879cb8",
"title": "c72088c1e6fd0a67cf8d7c88c1b894144e879cb8",
"url": "https://dart.googlesource.com/sdk/+/c72088c1e6fd0a67cf8d7c88c1b894144e879cb8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "420bfe3bf5ca2bf5ca844d6d3bf57ae4ccb02463"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@420bfe3bf5ca2bf5ca844d6d3bf57ae4ccb02463",
"title": "420bfe3bf5ca2bf5ca844d6d3bf57ae4ccb02463",
"url": "https://dart.googlesource.com/sdk/+/420bfe3bf5ca2bf5ca844d6d3bf57ae4ccb02463"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "2a30837626398ba3baa5f8d7d8ed9837b4a62f44"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@2a30837626398ba3baa5f8d7d8ed9837b4a62f44",
"title": "2a30837626398ba3baa5f8d7d8ed9837b4a62f44",
"url": "https://dart.googlesource.com/sdk/+/2a30837626398ba3baa5f8d7d8ed9837b4a62f44"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "b370e3f5096c2d6c24410ff9b48f6b2340fb90e6"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@b370e3f5096c2d6c24410ff9b48f6b2340fb90e6",
"title": "b370e3f5096c2d6c24410ff9b48f6b2340fb90e6",
"url": "https://dart.googlesource.com/sdk/+/b370e3f5096c2d6c24410ff9b48f6b2340fb90e6"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "e07fd421ac71565faa0b775e4e3928be31be6461"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@e07fd421ac71565faa0b775e4e3928be31be6461",
"title": "e07fd421ac71565faa0b775e4e3928be31be6461",
"url": "https://dart.googlesource.com/sdk/+/e07fd421ac71565faa0b775e4e3928be31be6461"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "a46ac84206ff3e4aacfbfa15a750098af320d253"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@a46ac84206ff3e4aacfbfa15a750098af320d253",
"title": "a46ac84206ff3e4aacfbfa15a750098af320d253",
"url": "https://dart.googlesource.com/sdk/+/a46ac84206ff3e4aacfbfa15a750098af320d253"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "1aa8232308e21fed27afed791d6701ef5634ec87"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@1aa8232308e21fed27afed791d6701ef5634ec87",
"title": "1aa8232308e21fed27afed791d6701ef5634ec87",
"url": "https://dart.googlesource.com/sdk/+/1aa8232308e21fed27afed791d6701ef5634ec87"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "1aa8232308e21fed27afed791d6701ef5634ec87",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8933624056384131408"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-aot-tsan-linux-release-x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:10.046] Scheduled build:
{
"id": "8768193993271261217",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 228,
"createdBy": "project:dart",
"createTime": "2023-10-04T05:00:09.557621369Z",
"updateTime": "2023-10-04T05:00:09.557621369Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "1aa8232308e21fed27afed791d6701ef5634ec87",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:00:10.050] Task URL: https://cr-buildbucket.appspot.com/build/8768193993271261217
[05:00:10.050] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:2:0) after 2m32s
[05:00:10.211] Received PubSub notification, asking Buildbucket for the build status
[05:00:10.239] Build status: SCHEDULED
[05:02:42.069] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:2:0)
[05:02:42.086] Build status: SCHEDULED
[05:02:42.086] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:4:0) after 2m43s
[05:05:25.106] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:4:0)
[05:05:25.140] Build status: SCHEDULED
[05:05:25.140] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:5:0) after 8m59s
[05:14:24.201] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:5:0)
[05:14:24.241] Build status: SCHEDULED
[05:14:24.243] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:6:0) after 3m10s
[05:17:30.501] Received PubSub notification, asking Buildbucket for the build status
[05:17:30.519] Build status: STARTED
[05:17:34.499] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:6:0)
[05:17:34.527] Build status: STARTED
[05:17:34.527] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:8:0) after 2m57s
[05:20:31.564] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:8:0)
[05:20:31.583] Build status: STARTED
[05:20:31.583] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:9:0) after 1m46s
[05:22:17.596] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:9:0)
[05:22:17.622] Build status: STARTED
[05:22:17.622] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:10:0) after 2m18s
[05:24:35.883] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:10:0)
[05:24:35.938] Build status: STARTED
[05:24:35.938] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:11:0) after 1m33s
[05:26:09.084] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:11:0)
[05:26:09.155] Build status: STARTED
[05:26:09.155] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:12:0) after 8m50s
[05:34:59.173] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:12:0)
[05:34:59.195] Build status: STARTED
[05:34:59.195] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:13:0) after 4m57s
[05:39:56.219] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:13:0)
[05:39:56.239] Build status: STARTED
[05:39:56.239] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:14:0) after 4m52s
[05:44:48.220] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:14:0)
[05:44:48.252] Build status: STARTED
[05:44:48.252] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:15:0) after 9m3s
[05:53:51.382] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:15:0)
[05:53:51.402] Build status: STARTED
[05:53:51.402] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:16:0) after 9m17s
[06:03:08.534] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:16:0)
[06:03:08.558] Build status: STARTED
[06:03:08.558] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:17:0) after 4m37s
[06:07:45.848] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:17:0)
[06:07:45.865] Build status: STARTED
[06:07:45.865] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:18:0) after 3m19s
[06:11:05.058] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:18:0)
[06:11:05.090] Build status: STARTED
[06:11:05.090] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:19:0) after 8m54s
[06:19:59.104] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:19:0)
[06:19:59.132] Build status: STARTED
[06:19:59.132] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:20:0) after 6m5s
[06:26:04.331] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:20:0)
[06:26:04.353] Build status: STARTED
[06:26:04.353] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:21:0) after 8m43s
[06:34:47.644] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:21:0)
[06:34:47.669] Build status: STARTED
[06:34:47.669] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:22:0) after 6m44s
[06:41:31.810] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:22:0)
[06:41:31.827] Build status: STARTED
[06:41:31.827] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:23:0) after 9m3s
[06:50:34.959] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:23:0)
[06:50:34.977] Build status: STARTED
[06:50:34.977] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:24:0) after 8m17s
[06:58:51.970] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:24:0)
[06:58:51.987] Build status: STARTED
[06:58:51.987] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:25:0) after 9m24s
[07:08:16.099] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:25:0)
[07:08:16.119] Build status: STARTED
[07:08:16.119] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:26:0) after 7m40s
[07:15:56.170] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:26:0)
[07:15:56.193] Build status: STARTED
[07:15:56.193] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:27:0) after 9m54s
[07:25:50.211] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:27:0)
[07:25:50.304] Build status: STARTED
[07:25:50.304] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8933624056384131408:28:0) after 6m16s
[07:29:44.116] Received PubSub notification, asking Buildbucket for the build status
[07:29:44.209] Build:
{
"id": "8768193993271261217",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 228,
"createdBy": "project:dart",
"createTime": "2023-10-04T05:00:09.557621369Z",
"startTime": "2023-10-04T05:17:29.718678Z",
"endTime": "2023-10-04T07:29:43.924380245Z",
"updateTime": "2023-10-04T07:29:43.924380245Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "1aa8232308e21fed27afed791d6701ef5634ec87",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:29:44.209] Invocation finished in 2h29m37.003112063s with status FAILED