[05:00:06.798] New invocation is queued and will start shortly
[05:00:08.544] Starting the invocation (attempt 1)
[05:00:08.653] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/4c5961650880965f2938ad37e38f2cf0304acff4"
[05:00:08.653] Popped gitiles commit info from properties and tags
[05:00:08.653] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:00:08.653] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:00:08.654] Buildbucket request:
{
"requestId": "8931812117488264000",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8931812117488264000",
"job": "dart/vm-aot-tsan-linux-release-x64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "565afe4237746e471e8112a9705181e883e73d75"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@565afe4237746e471e8112a9705181e883e73d75",
"title": "565afe4237746e471e8112a9705181e883e73d75",
"url": "https://dart.googlesource.com/sdk/+/565afe4237746e471e8112a9705181e883e73d75"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "539ef1fe5561c5fbcf527500ec99da19f3dd571f"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@539ef1fe5561c5fbcf527500ec99da19f3dd571f",
"title": "539ef1fe5561c5fbcf527500ec99da19f3dd571f",
"url": "https://dart.googlesource.com/sdk/+/539ef1fe5561c5fbcf527500ec99da19f3dd571f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "c1bdc9badea537a8fadb0cf3e0ebd74dc438bf59"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@c1bdc9badea537a8fadb0cf3e0ebd74dc438bf59",
"title": "c1bdc9badea537a8fadb0cf3e0ebd74dc438bf59",
"url": "https://dart.googlesource.com/sdk/+/c1bdc9badea537a8fadb0cf3e0ebd74dc438bf59"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9a11fe517c315c3e37f66c52329d14980957bcfb"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9a11fe517c315c3e37f66c52329d14980957bcfb",
"title": "9a11fe517c315c3e37f66c52329d14980957bcfb",
"url": "https://dart.googlesource.com/sdk/+/9a11fe517c315c3e37f66c52329d14980957bcfb"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9f9d5045b4f578a9e5838dd17896ca69575807a4"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9f9d5045b4f578a9e5838dd17896ca69575807a4",
"title": "9f9d5045b4f578a9e5838dd17896ca69575807a4",
"url": "https://dart.googlesource.com/sdk/+/9f9d5045b4f578a9e5838dd17896ca69575807a4"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "4918d3ef8c2c4ccd55e5b4110da6d89581926d2b"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@4918d3ef8c2c4ccd55e5b4110da6d89581926d2b",
"title": "4918d3ef8c2c4ccd55e5b4110da6d89581926d2b",
"url": "https://dart.googlesource.com/sdk/+/4918d3ef8c2c4ccd55e5b4110da6d89581926d2b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "166ab61c4e4bd8e37feea9115a0d8c180ba5525b"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@166ab61c4e4bd8e37feea9115a0d8c180ba5525b",
"title": "166ab61c4e4bd8e37feea9115a0d8c180ba5525b",
"url": "https://dart.googlesource.com/sdk/+/166ab61c4e4bd8e37feea9115a0d8c180ba5525b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "d37620ed0301133324e153349ec1eb7c26a559c0"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@d37620ed0301133324e153349ec1eb7c26a559c0",
"title": "d37620ed0301133324e153349ec1eb7c26a559c0",
"url": "https://dart.googlesource.com/sdk/+/d37620ed0301133324e153349ec1eb7c26a559c0"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "08b4f492490f1aadef4098bbe57fdc55cc108183"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@08b4f492490f1aadef4098bbe57fdc55cc108183",
"title": "08b4f492490f1aadef4098bbe57fdc55cc108183",
"url": "https://dart.googlesource.com/sdk/+/08b4f492490f1aadef4098bbe57fdc55cc108183"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "ae78a3d8e59907332ef682bd5dcf8b34612b2abc"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@ae78a3d8e59907332ef682bd5dcf8b34612b2abc",
"title": "ae78a3d8e59907332ef682bd5dcf8b34612b2abc",
"url": "https://dart.googlesource.com/sdk/+/ae78a3d8e59907332ef682bd5dcf8b34612b2abc"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "9e753794cbeb2aa8b1ef6ff1298097c4c5372a0a"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@9e753794cbeb2aa8b1ef6ff1298097c4c5372a0a",
"title": "9e753794cbeb2aa8b1ef6ff1298097c4c5372a0a",
"url": "https://dart.googlesource.com/sdk/+/9e753794cbeb2aa8b1ef6ff1298097c4c5372a0a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "fa7c42a84de2f9ee3c57d47084b66875fb751988"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@fa7c42a84de2f9ee3c57d47084b66875fb751988",
"title": "fa7c42a84de2f9ee3c57d47084b66875fb751988",
"url": "https://dart.googlesource.com/sdk/+/fa7c42a84de2f9ee3c57d47084b66875fb751988"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "0a436b700541370f301662cb6ffde7de33824177"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@0a436b700541370f301662cb6ffde7de33824177",
"title": "0a436b700541370f301662cb6ffde7de33824177",
"url": "https://dart.googlesource.com/sdk/+/0a436b700541370f301662cb6ffde7de33824177"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "405a03909c34fda331f4368be8029b49f1e263c5"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@405a03909c34fda331f4368be8029b49f1e263c5",
"title": "405a03909c34fda331f4368be8029b49f1e263c5",
"url": "https://dart.googlesource.com/sdk/+/405a03909c34fda331f4368be8029b49f1e263c5"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "775500e9acebe6d6ca54fa632eb6bd2c22059851"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@775500e9acebe6d6ca54fa632eb6bd2c22059851",
"title": "775500e9acebe6d6ca54fa632eb6bd2c22059851",
"url": "https://dart.googlesource.com/sdk/+/775500e9acebe6d6ca54fa632eb6bd2c22059851"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "09fc3f955447b61b261ab2bc8f9be6dcc92e7afd"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@09fc3f955447b61b261ab2bc8f9be6dcc92e7afd",
"title": "09fc3f955447b61b261ab2bc8f9be6dcc92e7afd",
"url": "https://dart.googlesource.com/sdk/+/09fc3f955447b61b261ab2bc8f9be6dcc92e7afd"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "412291968486bcae9babaf527e48f382cef643be"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@412291968486bcae9babaf527e48f382cef643be",
"title": "412291968486bcae9babaf527e48f382cef643be",
"url": "https://dart.googlesource.com/sdk/+/412291968486bcae9babaf527e48f382cef643be"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "51dde069b20bc7140e624641102782d2c214f53c"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@51dde069b20bc7140e624641102782d2c214f53c",
"title": "51dde069b20bc7140e624641102782d2c214f53c",
"url": "https://dart.googlesource.com/sdk/+/51dde069b20bc7140e624641102782d2c214f53c"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "6c9dbb35b58f1c6bec9ff9a047b332ee8e090218"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@6c9dbb35b58f1c6bec9ff9a047b332ee8e090218",
"title": "6c9dbb35b58f1c6bec9ff9a047b332ee8e090218",
"url": "https://dart.googlesource.com/sdk/+/6c9dbb35b58f1c6bec9ff9a047b332ee8e090218"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "4c5961650880965f2938ad37e38f2cf0304acff4"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@4c5961650880965f2938ad37e38f2cf0304acff4",
"title": "4c5961650880965f2938ad37e38f2cf0304acff4",
"url": "https://dart.googlesource.com/sdk/+/4c5961650880965f2938ad37e38f2cf0304acff4"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "4c5961650880965f2938ad37e38f2cf0304acff4",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8931812117488264000"
},
{
"key": "scheduler_job_id",
"value": "dart/vm-aot-tsan-linux-release-x64"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:00:09.360] Scheduled build:
{
"id": "8766382054746705233",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 243,
"createdBy": "project:dart",
"createTime": "2023-10-24T05:00:08.791412352Z",
"updateTime": "2023-10-24T05:00:08.791412352Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "4c5961650880965f2938ad37e38f2cf0304acff4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:00:09.360] Task URL: https://cr-buildbucket.appspot.com/build/8766382054746705233
[05:00:09.360] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:2:0) after 1m31s
[05:00:10.212] Received PubSub notification, asking Buildbucket for the build status
[05:00:10.235] Build status: SCHEDULED
[05:01:40.503] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:2:0)
[05:01:40.582] Build status: SCHEDULED
[05:01:40.582] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:4:0) after 4m57s
[05:06:37.646] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:4:0)
[05:06:37.669] Build status: SCHEDULED
[05:06:37.669] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:5:0) after 7m7s
[05:13:44.689] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:5:0)
[05:13:44.709] Build status: SCHEDULED
[05:13:44.709] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:6:0) after 2m42s
[05:16:26.827] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:6:0)
[05:16:26.844] Build status: SCHEDULED
[05:16:26.844] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:7:0) after 4m35s
[05:21:01.872] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:7:0)
[05:21:01.896] Build status: SCHEDULED
[05:21:01.896] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:8:0) after 4m47s
[05:25:49.205] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:8:0)
[05:25:49.228] Build status: SCHEDULED
[05:25:49.228] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:9:0) after 5m46s
[05:31:35.230] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:9:0)
[05:31:35.260] Build status: SCHEDULED
[05:31:35.260] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:10:0) after 2m51s
[05:33:43.884] Received PubSub notification, asking Buildbucket for the build status
[05:33:43.905] Build status: STARTED
[05:34:26.289] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:10:0)
[05:34:26.309] Build status: STARTED
[05:34:26.309] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:12:0) after 4m56s
[05:39:22.408] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:12:0)
[05:39:22.445] Build status: STARTED
[05:39:22.445] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:13:0) after 9m43s
[05:49:05.461] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:13:0)
[05:49:05.480] Build status: STARTED
[05:49:05.480] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:14:0) after 9m30s
[05:58:35.970] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:14:0)
[05:58:35.991] Build status: STARTED
[05:58:35.991] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:15:0) after 1m25s
[06:00:01.048] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:15:0)
[06:00:01.138] Build status: STARTED
[06:00:01.139] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:16:0) after 3m36s
[06:03:37.221] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:16:0)
[06:03:37.251] Build status: STARTED
[06:03:37.251] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:17:0) after 9m4s
[06:12:41.484] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:17:0)
[06:12:41.509] Build status: STARTED
[06:12:41.509] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:18:0) after 6m42s
[06:19:23.557] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:18:0)
[06:19:23.582] Build status: STARTED
[06:19:23.582] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:19:0) after 8m0s
[06:27:23.675] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:19:0)
[06:27:23.787] Build status: STARTED
[06:27:23.787] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:20:0) after 7m16s
[06:34:39.924] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:20:0)
[06:34:39.949] Build status: STARTED
[06:34:39.949] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:21:0) after 2m58s
[06:37:37.932] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:21:0)
[06:37:37.959] Build status: STARTED
[06:37:37.959] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:22:0) after 9m37s
[06:47:15.058] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:22:0)
[06:47:15.077] Build status: STARTED
[06:47:15.077] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:23:0) after 8m27s
[06:55:42.147] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:23:0)
[06:55:42.276] Build status: STARTED
[06:55:42.276] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:24:0) after 2m18s
[06:58:00.295] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:24:0)
[06:58:00.315] Build status: STARTED
[06:58:00.315] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:25:0) after 7m9s
[07:05:09.471] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:25:0)
[07:05:09.496] Build status: STARTED
[07:05:09.496] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:26:0) after 9m14s
[07:14:23.515] Handling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:26:0)
[07:14:23.616] Build status: STARTED
[07:14:23.616] Scheduling timer "check-buildbucket-build-status" (dart/vm-aot-tsan-linux-release-x64:8931812117488264000:27:0) after 7m30s
[07:18:11.731] Received PubSub notification, asking Buildbucket for the build status
[07:18:11.761] Build:
{
"id": "8766382054746705233",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "vm-aot-tsan-linux-release-x64"
},
"number": 243,
"createdBy": "project:dart",
"createTime": "2023-10-24T05:00:08.791412352Z",
"startTime": "2023-10-24T05:33:42.564832Z",
"endTime": "2023-10-24T07:18:11.532548654Z",
"updateTime": "2023-10-24T07:18:11.532548654Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "4c5961650880965f2938ad37e38f2cf0304acff4",
"ref": "refs/heads/main"
}
},
"canary": true
}
[07:18:11.762] Invocation finished in 2h18m4.968576335s with status FAILED