[15:25:32.424] New invocation is queued and will start shortly
[15:25:33.528] Starting the invocation (attempt 1)
[15:25:33.557] Popped buildset tag "buildset:commit/gitiles/dart.googlesource.com/sdk/+/22c46e573ac28d5cee94ea639c538db37d251ec7"
[15:25:33.557] Popped gitiles commit info from properties and tags
[15:25:33.557] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:25:33.557] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:25:33.557] Buildbucket request:
{
"requestId": "8962303946710605968",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "gclient"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8962303946710605968",
"job": "dart/gclient",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://dart.googlesource.com/sdk",
"revision": "22c46e573ac28d5cee94ea639c538db37d251ec7"
},
"id": "https://dart.googlesource.com/sdk/+/refs/heads/main@22c46e573ac28d5cee94ea639c538db37d251ec7",
"title": "22c46e573ac28d5cee94ea639c538db37d251ec7",
"url": "https://dart.googlesource.com/sdk/+/22c46e573ac28d5cee94ea639c538db37d251ec7"
}
]
}
},
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "22c46e573ac28d5cee94ea639c538db37d251ec7",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8962303946710605968"
},
{
"key": "scheduler_job_id",
"value": "dart/gclient"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[15:25:33.944] Scheduled build:
{
"id": "8796873884788836129",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "gclient"
},
"number": 19663,
"createdBy": "project:dart",
"createTime": "2022-11-21T15:25:33.620865652Z",
"updateTime": "2022-11-21T15:25:33.620865652Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "22c46e573ac28d5cee94ea639c538db37d251ec7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:25:33.944] Task URL: https://cr-buildbucket.appspot.com/build/8796873884788836129
[15:25:33.944] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:2:0) after 6m10s
[15:31:43.960] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:2:0)
[15:31:43.983] Build status: SCHEDULED
[15:31:43.983] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:3:0) after 1m45s
[15:33:29.029] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:3:0)
[15:33:29.052] Build status: SCHEDULED
[15:33:29.052] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:4:0) after 8m13s
[15:41:42.090] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:4:0)
[15:41:42.162] Build status: SCHEDULED
[15:41:42.162] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:5:0) after 6m41s
[15:48:23.206] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:5:0)
[15:48:23.229] Build status: SCHEDULED
[15:48:23.229] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:6:0) after 5m48s
[15:54:11.246] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:6:0)
[15:54:11.296] Build status: SCHEDULED
[15:54:11.296] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:7:0) after 2m27s
[15:56:38.320] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:7:0)
[15:56:38.344] Build status: SCHEDULED
[15:56:38.344] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:8:0) after 5m44s
[16:02:22.557] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:8:0)
[16:02:22.584] Build status: SCHEDULED
[16:02:22.584] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:9:0) after 7m36s
[16:09:58.771] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:9:0)
[16:09:58.807] Build status: SCHEDULED
[16:09:58.807] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:10:0) after 5m27s
[16:15:25.902] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:10:0)
[16:15:25.928] Build status: SCHEDULED
[16:15:25.928] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:11:0) after 8m19s
[16:23:44.928] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:11:0)
[16:23:44.966] Build status: SCHEDULED
[16:23:44.966] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:12:0) after 3m5s
[16:26:49.938] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:12:0)
[16:26:49.970] Build status: SCHEDULED
[16:26:49.970] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:13:0) after 8m1s
[16:34:51.293] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:13:0)
[16:34:51.317] Build status: SCHEDULED
[16:34:51.317] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:14:0) after 2m58s
[16:37:49.316] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:14:0)
[16:37:49.337] Build status: SCHEDULED
[16:37:49.337] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:15:0) after 5m8s
[16:42:57.446] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:15:0)
[16:42:57.474] Build status: SCHEDULED
[16:42:57.474] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:16:0) after 8m30s
[16:51:27.490] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:16:0)
[16:51:27.528] Build status: SCHEDULED
[16:51:27.528] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:17:0) after 6m32s
[16:57:59.956] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:17:0)
[16:58:00.016] Build status: SCHEDULED
[16:58:00.016] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:18:0) after 9m46s
[17:07:46.063] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:18:0)
[17:07:46.087] Build status: SCHEDULED
[17:07:46.087] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:19:0) after 2m26s
[17:10:12.147] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:19:0)
[17:10:12.184] Build status: SCHEDULED
[17:10:12.184] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:20:0) after 5m29s
[17:15:41.368] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:20:0)
[17:15:41.411] Build status: SCHEDULED
[17:15:41.411] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:21:0) after 1m53s
[17:17:34.555] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:21:0)
[17:17:34.578] Build status: SCHEDULED
[17:17:34.578] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:22:0) after 7m55s
[17:25:29.596] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:22:0)
[17:25:29.669] Build status: SCHEDULED
[17:25:29.669] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:23:0) after 6m13s
[17:31:42.904] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:23:0)
[17:31:42.925] Build status: SCHEDULED
[17:31:42.925] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:24:0) after 1m31s
[17:33:13.947] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:24:0)
[17:33:13.978] Build status: SCHEDULED
[17:33:13.978] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:25:0) after 9m59s
[17:43:13.503] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:25:0)
[17:43:13.535] Build status: SCHEDULED
[17:43:13.535] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:26:0) after 1m38s
[17:44:51.992] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:26:0)
[17:44:52.029] Build status: SCHEDULED
[17:44:52.029] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:27:0) after 9m14s
[17:54:06.223] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:27:0)
[17:54:06.255] Build status: SCHEDULED
[17:54:06.255] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:28:0) after 7m3s
[18:01:09.397] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:28:0)
[18:01:09.427] Build status: SCHEDULED
[18:01:09.427] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:29:0) after 5m14s
[18:06:23.464] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:29:0)
[18:06:23.493] Build status: SCHEDULED
[18:06:23.493] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:30:0) after 8m20s
[18:14:43.611] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:30:0)
[18:14:43.638] Build status: SCHEDULED
[18:14:43.638] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:31:0) after 5m14s
[18:19:57.793] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:31:0)
[18:19:57.820] Build status: SCHEDULED
[18:19:57.821] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:32:0) after 4m25s
[18:24:22.913] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:32:0)
[18:24:22.949] Build status: SCHEDULED
[18:24:22.949] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:33:0) after 2m40s
[18:27:03.173] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:33:0)
[18:27:03.207] Build status: SCHEDULED
[18:27:03.207] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:34:0) after 9m36s
[18:36:39.243] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:34:0)
[18:36:39.287] Build status: SCHEDULED
[18:36:39.287] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:35:0) after 3m7s
[18:39:46.306] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:35:0)
[18:39:46.334] Build status: SCHEDULED
[18:39:46.334] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:36:0) after 3m59s
[18:43:45.536] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:36:0)
[18:43:45.566] Build status: SCHEDULED
[18:43:45.566] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:37:0) after 6m14s
[18:49:59.585] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:37:0)
[18:49:59.621] Build status: SCHEDULED
[18:49:59.621] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:38:0) after 1m29s
[18:51:28.858] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:38:0)
[18:51:28.888] Build status: SCHEDULED
[18:51:28.888] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:39:0) after 3m18s
[18:54:47.346] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:39:0)
[18:54:47.374] Build status: SCHEDULED
[18:54:47.374] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:40:0) after 9m5s
[19:03:52.435] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:40:0)
[19:03:52.464] Build status: SCHEDULED
[19:03:52.464] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:41:0) after 4m20s
[19:08:12.489] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:41:0)
[19:08:12.524] Build status: SCHEDULED
[19:08:12.524] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:42:0) after 3m31s
[19:11:43.732] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:42:0)
[19:11:43.759] Build status: SCHEDULED
[19:11:43.759] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:43:0) after 6m44s
[19:18:27.890] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:43:0)
[19:18:27.915] Build status: SCHEDULED
[19:18:27.915] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:44:0) after 2m18s
[19:20:45.942] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:44:0)
[19:20:45.965] Build status: SCHEDULED
[19:20:45.965] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:45:0) after 9m59s
[19:30:44.983] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:45:0)
[19:30:45.006] Build status: SCHEDULED
[19:30:45.006] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:46:0) after 7m40s
[19:38:25.311] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:46:0)
[19:38:25.333] Build status: SCHEDULED
[19:38:25.334] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:47:0) after 4m36s
[19:43:01.558] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:47:0)
[19:43:01.584] Build status: SCHEDULED
[19:43:01.584] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:48:0) after 6m51s
[19:49:52.622] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:48:0)
[19:49:52.645] Build status: SCHEDULED
[19:49:52.645] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:49:0) after 6m16s
[19:56:09.006] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:49:0)
[19:56:09.063] Build status: SCHEDULED
[19:56:09.063] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:50:0) after 6m55s
[20:03:04.291] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:50:0)
[20:03:04.320] Build status: SCHEDULED
[20:03:04.320] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:51:0) after 7m59s
[20:11:03.652] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:51:0)
[20:11:03.775] Build status: SCHEDULED
[20:11:03.775] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:52:0) after 1m27s
[20:12:30.974] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:52:0)
[20:12:31.022] Build status: SCHEDULED
[20:12:31.022] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:53:0) after 8m0s
[20:20:31.245] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:53:0)
[20:20:31.271] Build status: SCHEDULED
[20:20:31.271] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:54:0) after 3m54s
[20:24:25.424] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:54:0)
[20:24:25.445] Build status: SCHEDULED
[20:24:25.445] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:55:0) after 5m54s
[20:30:19.496] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:55:0)
[20:30:19.522] Build status: SCHEDULED
[20:30:19.522] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:56:0) after 6m30s
[20:36:49.555] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:56:0)
[20:36:49.588] Build status: SCHEDULED
[20:36:49.588] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:57:0) after 1m59s
[20:38:48.781] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:57:0)
[20:38:48.863] Build status: SCHEDULED
[20:38:48.863] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:58:0) after 7m40s
[20:46:28.887] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:58:0)
[20:46:28.932] Build status: SCHEDULED
[20:46:28.932] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:59:0) after 4m31s
[20:51:00.068] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:59:0)
[20:51:00.091] Build status: SCHEDULED
[20:51:00.091] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:60:0) after 2m21s
[20:53:21.120] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:60:0)
[20:53:21.153] Build status: SCHEDULED
[20:53:21.153] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:61:0) after 2m14s
[20:55:35.173] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:61:0)
[20:55:35.204] Build status: SCHEDULED
[20:55:35.204] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:62:0) after 4m45s
[21:00:20.327] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:62:0)
[21:00:20.371] Build status: SCHEDULED
[21:00:20.371] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:63:0) after 8m10s
[21:08:30.458] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:63:0)
[21:08:30.480] Build status: SCHEDULED
[21:08:30.480] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:64:0) after 1m46s
[21:10:16.516] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:64:0)
[21:10:16.553] Build status: SCHEDULED
[21:10:16.553] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:65:0) after 9m23s
[21:19:40.076] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:65:0)
[21:19:40.104] Build status: SCHEDULED
[21:19:40.104] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:66:0) after 5m46s
[21:25:26.143] Handling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:66:0)
[21:25:26.166] Build status: SCHEDULED
[21:25:26.166] Scheduling timer "check-buildbucket-build-status" (dart/gclient:8962303946710605968:67:0) after 8m28s
[21:26:05.066] Received PubSub notification, asking Buildbucket for the build status
[21:26:05.094] Build:
{
"id": "8796873884788836129",
"builder": {
"project": "dart",
"bucket": "ci.sandbox",
"builder": "gclient"
},
"number": 19663,
"createdBy": "project:dart",
"createTime": "2022-11-21T15:25:33.620865652Z",
"endTime": "2022-11-21T21:26:04.514639Z",
"updateTime": "2022-11-21T21:26:04.514639Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "dart.googlesource.com",
"project": "sdk",
"id": "22c46e573ac28d5cee94ea639c538db37d251ec7",
"ref": "refs/heads/main"
}
},
"canary": true
}
[21:26:05.094] Invocation finished in 6h0m32.691052389s with status FAILED