[14:02:28.123] New invocation is queued and will start shortly
[14:02:29.192] Starting the invocation (attempt 1)
[14:02:29.253] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/f4f0eb24d5efe6ea357b9def8a5f2621edf8f752"
[14:02:29.253] Popped gitiles commit info from properties and tags
[14:02:29.253] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:02:29.253] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:02:29.254] Buildbucket request:
{
"requestId": "8989850650907711200",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-run-on-app-dump"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "7ede342d9b22c08fab53447af12e1c03eef11e85"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@7ede342d9b22c08fab53447af12e1c03eef11e85",
"title": "7ede342d9b22c08fab53447af12e1c03eef11e85",
"url": "https://r8.googlesource.com/r8/+/7ede342d9b22c08fab53447af12e1c03eef11e85"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "a1e2db21150f9989add591e80466dee9f49d4095"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@a1e2db21150f9989add591e80466dee9f49d4095",
"title": "a1e2db21150f9989add591e80466dee9f49d4095",
"url": "https://r8.googlesource.com/r8/+/a1e2db21150f9989add591e80466dee9f49d4095"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "cf116aea01e8af1f86fa45e454dfa76b4a5d9ad2"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@cf116aea01e8af1f86fa45e454dfa76b4a5d9ad2",
"title": "cf116aea01e8af1f86fa45e454dfa76b4a5d9ad2",
"url": "https://r8.googlesource.com/r8/+/cf116aea01e8af1f86fa45e454dfa76b4a5d9ad2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "cf5f0d6baf4be25856e4ae477018a71b291c297f"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@cf5f0d6baf4be25856e4ae477018a71b291c297f",
"title": "cf5f0d6baf4be25856e4ae477018a71b291c297f",
"url": "https://r8.googlesource.com/r8/+/cf5f0d6baf4be25856e4ae477018a71b291c297f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "4ec548f9d99a246f67ed491cfbc9e8862eae3c7f"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@4ec548f9d99a246f67ed491cfbc9e8862eae3c7f",
"title": "4ec548f9d99a246f67ed491cfbc9e8862eae3c7f",
"url": "https://r8.googlesource.com/r8/+/4ec548f9d99a246f67ed491cfbc9e8862eae3c7f"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "614b3f7a001ed0e45d561213b45360a095c9c0b2"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@614b3f7a001ed0e45d561213b45360a095c9c0b2",
"title": "614b3f7a001ed0e45d561213b45360a095c9c0b2",
"url": "https://r8.googlesource.com/r8/+/614b3f7a001ed0e45d561213b45360a095c9c0b2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "f607f404605ba327774af2938f32255bae55a678"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@f607f404605ba327774af2938f32255bae55a678",
"title": "f607f404605ba327774af2938f32255bae55a678",
"url": "https://r8.googlesource.com/r8/+/f607f404605ba327774af2938f32255bae55a678"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "3fe2eb70441426af392e9aaa0124dd04e2935f95"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@3fe2eb70441426af392e9aaa0124dd04e2935f95",
"title": "3fe2eb70441426af392e9aaa0124dd04e2935f95",
"url": "https://r8.googlesource.com/r8/+/3fe2eb70441426af392e9aaa0124dd04e2935f95"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "2643e270d4468d1f5a4c2b1c92552d305483576d"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@2643e270d4468d1f5a4c2b1c92552d305483576d",
"title": "2643e270d4468d1f5a4c2b1c92552d305483576d",
"url": "https://r8.googlesource.com/r8/+/2643e270d4468d1f5a4c2b1c92552d305483576d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "11288136e70389759120bfd71473e4c30d570b4d"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@11288136e70389759120bfd71473e4c30d570b4d",
"title": "11288136e70389759120bfd71473e4c30d570b4d",
"url": "https://r8.googlesource.com/r8/+/11288136e70389759120bfd71473e4c30d570b4d"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "1b235c2ee1486773b76a72d45a6fe6784132a046"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@1b235c2ee1486773b76a72d45a6fe6784132a046",
"title": "1b235c2ee1486773b76a72d45a6fe6784132a046",
"url": "https://r8.googlesource.com/r8/+/1b235c2ee1486773b76a72d45a6fe6784132a046"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "90b0c4eeac00493fdff6e927db5c7eff2223bd52"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@90b0c4eeac00493fdff6e927db5c7eff2223bd52",
"title": "90b0c4eeac00493fdff6e927db5c7eff2223bd52",
"url": "https://r8.googlesource.com/r8/+/90b0c4eeac00493fdff6e927db5c7eff2223bd52"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "f4f0eb24d5efe6ea357b9def8a5f2621edf8f752"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@f4f0eb24d5efe6ea357b9def8a5f2621edf8f752",
"title": "f4f0eb24d5efe6ea357b9def8a5f2621edf8f752",
"url": "https://r8.googlesource.com/r8/+/f4f0eb24d5efe6ea357b9def8a5f2621edf8f752"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "f4f0eb24d5efe6ea357b9def8a5f2621edf8f752",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8989850650907711200"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-run-on-app-dump"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[14:02:29.678] Scheduled build:
{
"id": "8824420588991851265",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-run-on-app-dump"
},
"number": 1778,
"createdBy": "project:r8",
"createTime": "2022-01-21T14:02:29.319587762Z",
"updateTime": "2022-01-21T14:02:29.319587762Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "f4f0eb24d5efe6ea357b9def8a5f2621edf8f752",
"ref": "refs/heads/main"
}
},
"canary": true
}
[14:02:29.678] Task URL: https://cr-buildbucket.appspot.com/build/8824420588991851265
[14:02:29.678] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:2:0) after 2m47s
[14:03:35.984] Received PubSub notification, asking Buildbucket for the build status
[14:03:36.023] Build status: STARTED
[14:05:16.709] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:2:0)
[14:05:16.740] Build status: STARTED
[14:05:16.740] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:4:0) after 3m1s
[14:08:17.777] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:4:0)
[14:08:17.804] Build status: STARTED
[14:08:17.804] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:5:0) after 7m56s
[14:16:13.894] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:5:0)
[14:16:13.962] Build status: STARTED
[14:16:13.962] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:6:0) after 7m29s
[14:23:43.139] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:6:0)
[14:23:43.161] Build status: STARTED
[14:23:43.161] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:7:0) after 5m9s
[14:28:52.212] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:7:0)
[14:28:52.249] Build status: STARTED
[14:28:52.249] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:8:0) after 4m23s
[14:33:15.280] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:8:0)
[14:33:15.315] Build status: STARTED
[14:33:15.315] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:9:0) after 6m42s
[14:39:57.345] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:9:0)
[14:39:57.376] Build status: STARTED
[14:39:57.376] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:10:0) after 1m42s
[14:41:39.410] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:10:0)
[14:41:39.445] Build status: STARTED
[14:41:39.445] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:11:0) after 5m27s
[14:47:06.559] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:11:0)
[14:47:06.611] Build status: STARTED
[14:47:06.611] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:12:0) after 9m3s
[14:56:09.823] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:12:0)
[14:56:09.853] Build status: STARTED
[14:56:09.853] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:13:0) after 3m48s
[14:59:57.971] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:13:0)
[14:59:58.006] Build status: STARTED
[14:59:58.006] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:14:0) after 5m56s
[15:05:54.034] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:14:0)
[15:05:54.089] Build status: STARTED
[15:05:54.089] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:15:0) after 5m33s
[15:11:27.219] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:15:0)
[15:11:27.253] Build status: STARTED
[15:11:27.253] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:16:0) after 1m15s
[15:12:42.286] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:16:0)
[15:12:42.352] Build status: STARTED
[15:12:42.352] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:17:0) after 7m27s
[15:20:09.412] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:17:0)
[15:20:09.455] Build status: STARTED
[15:20:09.455] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:18:0) after 3m21s
[15:23:30.540] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:18:0)
[15:23:30.572] Build status: STARTED
[15:23:30.572] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:19:0) after 7m4s
[15:30:34.663] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:19:0)
[15:30:34.696] Build status: STARTED
[15:30:34.696] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:20:0) after 8m32s
[15:39:06.822] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:20:0)
[15:39:06.894] Build status: STARTED
[15:39:06.894] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:21:0) after 4m46s
[15:43:52.940] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:21:0)
[15:43:52.977] Build status: STARTED
[15:43:52.977] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:22:0) after 9m48s
[15:53:41.001] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:22:0)
[15:53:41.261] Build status: STARTED
[15:53:41.261] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:23:0) after 1m42s
[15:55:23.333] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:23:0)
[15:55:23.393] Build status: STARTED
[15:55:23.393] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:24:0) after 3m12s
[15:58:35.412] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:24:0)
[15:58:35.445] Build status: STARTED
[15:58:35.445] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:25:0) after 6m26s
[16:05:01.482] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:25:0)
[16:05:01.519] Build status: STARTED
[16:05:01.519] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:26:0) after 4m2s
[16:09:03.535] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:26:0)
[16:09:03.565] Build status: STARTED
[16:09:03.565] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:27:0) after 8m7s
[16:17:10.697] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:27:0)
[16:17:10.734] Build status: STARTED
[16:17:10.734] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:28:0) after 3m33s
[16:20:43.768] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:28:0)
[16:20:43.801] Build status: STARTED
[16:20:43.801] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:29:0) after 1m31s
[16:22:14.825] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:29:0)
[16:22:14.862] Build status: STARTED
[16:22:14.862] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:30:0) after 6m11s
[16:28:25.882] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:30:0)
[16:28:25.915] Build status: STARTED
[16:28:25.915] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:31:0) after 9m40s
[16:38:06.357] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:31:0)
[16:38:06.395] Build status: STARTED
[16:38:06.395] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:32:0) after 7m58s
[16:46:04.419] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:32:0)
[16:46:04.462] Build status: STARTED
[16:46:04.462] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:33:0) after 1m13s
[16:47:17.586] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:33:0)
[16:47:17.614] Build status: STARTED
[16:47:17.614] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:34:0) after 6m50s
[16:54:07.636] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:34:0)
[16:54:07.673] Build status: STARTED
[16:54:07.673] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:35:0) after 1m32s
[16:55:39.814] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:35:0)
[16:55:39.849] Build status: STARTED
[16:55:39.849] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:36:0) after 6m36s
[17:02:16.118] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:36:0)
[17:02:16.149] Build status: STARTED
[17:02:16.149] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:37:0) after 2m52s
[17:05:08.267] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:37:0)
[17:05:08.298] Build status: STARTED
[17:05:08.298] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:38:0) after 1m36s
[17:06:44.322] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:38:0)
[17:06:44.357] Build status: STARTED
[17:06:44.357] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:39:0) after 4m24s
[17:11:08.342] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:39:0)
[17:11:08.380] Build status: STARTED
[17:11:08.380] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:40:0) after 6m12s
[17:17:20.594] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:40:0)
[17:17:20.666] Build status: STARTED
[17:17:20.666] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:41:0) after 2m12s
[17:19:33.091] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:41:0)
[17:19:33.134] Build status: STARTED
[17:19:33.134] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:42:0) after 1m25s
[17:20:58.396] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:42:0)
[17:20:58.429] Build status: STARTED
[17:20:58.429] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:43:0) after 5m23s
[17:26:21.449] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:43:0)
[17:26:21.482] Build status: STARTED
[17:26:21.482] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:44:0) after 4m55s
[17:31:16.615] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:44:0)
[17:31:16.637] Build status: STARTED
[17:31:16.637] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:45:0) after 5m45s
[17:37:01.758] Handling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:45:0)
[17:37:01.788] Build status: STARTED
[17:37:01.788] Scheduling timer "check-buildbucket-build-status" (r8/linux-run-on-app-dump:8989850650907711200:46:0) after 7m36s
[17:40:27.521] Received PubSub notification, asking Buildbucket for the build status
[17:40:27.566] Build:
{
"id": "8824420588991851265",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-run-on-app-dump"
},
"number": 1778,
"createdBy": "project:r8",
"createTime": "2022-01-21T14:02:29.319587762Z",
"startTime": "2022-01-21T14:03:27.241185Z",
"endTime": "2022-01-21T17:40:26.994607575Z",
"updateTime": "2022-01-21T17:40:26.994607575Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "f4f0eb24d5efe6ea357b9def8a5f2621edf8f752",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:40:27.566] Invocation finished in 3h37m59.456836224s with status FAILED