[09:50:19.163] New invocation is queued and will start shortly
[09:50:20.242] Starting the invocation (attempt 1)
[09:50:20.267] Popped buildset tag "buildset:commit/gitiles/r8.googlesource.com/r8/+/87f6de42af3855c1a5a57374bd25a16e8ff8093a"
[09:50:20.267] Popped gitiles commit info from properties and tags
[09:50:20.267] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:50:20.268] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:50:20.269] Buildbucket request:
{
"requestId": "8942574898302376784",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8942574898302376784",
"job": "r8/linux-internal",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "43636ecf46dee3b2c7669e834fcf8dda177a0013"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@43636ecf46dee3b2c7669e834fcf8dda177a0013",
"title": "43636ecf46dee3b2c7669e834fcf8dda177a0013",
"url": "https://r8.googlesource.com/r8/+/43636ecf46dee3b2c7669e834fcf8dda177a0013"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "b8273f3dfc777450af060f964e13f9768c51efe7"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@b8273f3dfc777450af060f964e13f9768c51efe7",
"title": "b8273f3dfc777450af060f964e13f9768c51efe7",
"url": "https://r8.googlesource.com/r8/+/b8273f3dfc777450af060f964e13f9768c51efe7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "6cc0aed3d58f9ffe498e37c82f54a727de236936"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@6cc0aed3d58f9ffe498e37c82f54a727de236936",
"title": "6cc0aed3d58f9ffe498e37c82f54a727de236936",
"url": "https://r8.googlesource.com/r8/+/6cc0aed3d58f9ffe498e37c82f54a727de236936"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "e792dc428c59342f1047411592359171f720f4b7"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@e792dc428c59342f1047411592359171f720f4b7",
"title": "e792dc428c59342f1047411592359171f720f4b7",
"url": "https://r8.googlesource.com/r8/+/e792dc428c59342f1047411592359171f720f4b7"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "92a99d28c03624023fef22a45e22625700be7832"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@92a99d28c03624023fef22a45e22625700be7832",
"title": "92a99d28c03624023fef22a45e22625700be7832",
"url": "https://r8.googlesource.com/r8/+/92a99d28c03624023fef22a45e22625700be7832"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "18cbd2e4064216ab8290b257cc62d5bd3fcb804a"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@18cbd2e4064216ab8290b257cc62d5bd3fcb804a",
"title": "18cbd2e4064216ab8290b257cc62d5bd3fcb804a",
"url": "https://r8.googlesource.com/r8/+/18cbd2e4064216ab8290b257cc62d5bd3fcb804a"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "f91272142bc4ee6db4501344deea7ab12ed81e96"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@f91272142bc4ee6db4501344deea7ab12ed81e96",
"title": "f91272142bc4ee6db4501344deea7ab12ed81e96",
"url": "https://r8.googlesource.com/r8/+/f91272142bc4ee6db4501344deea7ab12ed81e96"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "fe90bf4c54c42e1a8c710baa31e45868bf8283a2"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@fe90bf4c54c42e1a8c710baa31e45868bf8283a2",
"title": "fe90bf4c54c42e1a8c710baa31e45868bf8283a2",
"url": "https://r8.googlesource.com/r8/+/fe90bf4c54c42e1a8c710baa31e45868bf8283a2"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "6e19e2c8952f57fe407293cd37a18636ded542ea"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@6e19e2c8952f57fe407293cd37a18636ded542ea",
"title": "6e19e2c8952f57fe407293cd37a18636ded542ea",
"url": "https://r8.googlesource.com/r8/+/6e19e2c8952f57fe407293cd37a18636ded542ea"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "127ee232c775b14ec5a23a10e0de9975ef721a5e"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@127ee232c775b14ec5a23a10e0de9975ef721a5e",
"title": "127ee232c775b14ec5a23a10e0de9975ef721a5e",
"url": "https://r8.googlesource.com/r8/+/127ee232c775b14ec5a23a10e0de9975ef721a5e"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "258da63d9c9907f5f06ac736a24c6c1480edf3ff"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@258da63d9c9907f5f06ac736a24c6c1480edf3ff",
"title": "258da63d9c9907f5f06ac736a24c6c1480edf3ff",
"url": "https://r8.googlesource.com/r8/+/258da63d9c9907f5f06ac736a24c6c1480edf3ff"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "cc59b515c86916f60d6d5cd6be929b0c46e4182b"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@cc59b515c86916f60d6d5cd6be929b0c46e4182b",
"title": "cc59b515c86916f60d6d5cd6be929b0c46e4182b",
"url": "https://r8.googlesource.com/r8/+/cc59b515c86916f60d6d5cd6be929b0c46e4182b"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "b1f06189d760876a14327b4a1fd264232343d6c8"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@b1f06189d760876a14327b4a1fd264232343d6c8",
"title": "b1f06189d760876a14327b4a1fd264232343d6c8",
"url": "https://r8.googlesource.com/r8/+/b1f06189d760876a14327b4a1fd264232343d6c8"
},
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://r8.googlesource.com/r8",
"revision": "87f6de42af3855c1a5a57374bd25a16e8ff8093a"
},
"id": "https://r8.googlesource.com/r8/+/refs/heads/main@87f6de42af3855c1a5a57374bd25a16e8ff8093a",
"title": "87f6de42af3855c1a5a57374bd25a16e8ff8093a",
"url": "https://r8.googlesource.com/r8/+/87f6de42af3855c1a5a57374bd25a16e8ff8093a"
}
]
}
},
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "87f6de42af3855c1a5a57374bd25a16e8ff8093a",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8942574898302376784"
},
{
"key": "scheduler_job_id",
"value": "r8/linux-internal"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:50:20.583] Scheduled build:
{
"id": "8777144836440224593",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 3336,
"createdBy": "project:r8",
"createTime": "2023-06-27T09:50:20.317878385Z",
"updateTime": "2023-06-27T09:50:20.317878385Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "87f6de42af3855c1a5a57374bd25a16e8ff8093a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:50:20.583] Task URL: https://cr-buildbucket.appspot.com/build/8777144836440224593
[09:50:20.583] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:2:0) after 5m37s
[09:53:54.522] Received PubSub notification, asking Buildbucket for the build status
[09:53:54.547] Build status: STARTED
[09:55:57.699] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:2:0)
[09:55:57.717] Build status: STARTED
[09:55:57.717] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:4:0) after 6m27s
[10:02:25.252] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:4:0)
[10:02:25.268] Build status: STARTED
[10:02:25.268] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:5:0) after 1m20s
[10:03:45.291] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:5:0)
[10:03:45.362] Build status: STARTED
[10:03:45.362] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:6:0) after 6m31s
[10:10:16.469] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:6:0)
[10:10:16.487] Build status: STARTED
[10:10:16.488] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:7:0) after 1m1s
[10:11:17.576] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:7:0)
[10:11:17.602] Build status: STARTED
[10:11:17.602] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:8:0) after 4m47s
[10:16:04.619] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:8:0)
[10:16:04.635] Build status: STARTED
[10:16:04.636] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:9:0) after 8m44s
[10:24:48.780] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:9:0)
[10:24:48.858] Build status: STARTED
[10:24:48.858] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:10:0) after 8m58s
[10:33:47.208] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:10:0)
[10:33:47.226] Build status: STARTED
[10:33:47.226] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:11:0) after 9m58s
[10:43:45.409] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:11:0)
[10:43:45.434] Build status: STARTED
[10:43:45.434] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:12:0) after 4m16s
[10:48:01.498] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:12:0)
[10:48:01.544] Build status: STARTED
[10:48:01.544] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:13:0) after 9m21s
[10:57:22.760] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:13:0)
[10:57:22.782] Build status: STARTED
[10:57:22.782] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:14:0) after 6m33s
[11:03:55.800] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:14:0)
[11:03:55.819] Build status: STARTED
[11:03:55.819] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:15:0) after 7m2s
[11:10:57.789] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:15:0)
[11:10:57.813] Build status: STARTED
[11:10:57.813] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:16:0) after 6m27s
[11:17:24.831] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:16:0)
[11:17:24.851] Build status: STARTED
[11:17:24.851] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:17:0) after 4m44s
[11:22:08.871] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:17:0)
[11:22:08.906] Build status: STARTED
[11:22:08.906] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:18:0) after 2m43s
[11:24:51.922] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:18:0)
[11:24:51.943] Build status: STARTED
[11:24:51.943] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:19:0) after 9m41s
[11:34:32.964] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:19:0)
[11:34:32.996] Build status: STARTED
[11:34:32.996] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:20:0) after 7m12s
[11:41:45.157] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:20:0)
[11:41:45.174] Build status: STARTED
[11:41:45.174] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:21:0) after 3m57s
[11:45:42.228] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:21:0)
[11:45:42.256] Build status: STARTED
[11:45:42.256] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:22:0) after 1m17s
[11:46:59.351] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:22:0)
[11:46:59.369] Build status: STARTED
[11:46:59.369] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:23:0) after 3m37s
[11:50:36.541] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:23:0)
[11:50:36.566] Build status: STARTED
[11:50:36.566] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:24:0) after 1m9s
[11:51:45.666] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:24:0)
[11:51:45.683] Build status: STARTED
[11:51:45.683] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:25:0) after 2m58s
[11:54:43.777] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:25:0)
[11:54:43.793] Build status: STARTED
[11:54:43.793] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:26:0) after 2m16s
[11:56:59.812] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:26:0)
[11:56:59.831] Build status: STARTED
[11:56:59.831] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:27:0) after 5m8s
[12:02:07.920] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:27:0)
[12:02:07.944] Build status: STARTED
[12:02:07.944] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:28:0) after 6m22s
[12:08:30.145] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:28:0)
[12:08:30.183] Build status: STARTED
[12:08:30.183] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:29:0) after 6m34s
[12:15:04.590] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:29:0)
[12:15:04.666] Build status: STARTED
[12:15:04.666] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:30:0) after 7m10s
[12:22:14.680] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:30:0)
[12:22:14.701] Build status: STARTED
[12:22:14.701] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:31:0) after 9m39s
[12:31:53.737] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:31:0)
[12:31:53.762] Build status: STARTED
[12:31:53.762] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:32:0) after 5m17s
[12:37:10.749] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:32:0)
[12:37:10.774] Build status: STARTED
[12:37:10.774] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:33:0) after 3m55s
[12:41:05.756] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:33:0)
[12:41:05.779] Build status: STARTED
[12:41:05.779] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:34:0) after 8m42s
[12:49:47.895] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:34:0)
[12:49:47.917] Build status: STARTED
[12:49:47.917] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:35:0) after 2m13s
[12:52:00.919] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:35:0)
[12:52:00.939] Build status: STARTED
[12:52:00.939] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:36:0) after 3m14s
[12:55:15.207] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:36:0)
[12:55:15.238] Build status: STARTED
[12:55:15.238] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:37:0) after 2m11s
[12:57:26.414] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:37:0)
[12:57:26.450] Build status: STARTED
[12:57:26.450] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:38:0) after 3m35s
[13:01:01.666] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:38:0)
[13:01:01.687] Build status: STARTED
[13:01:01.687] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:39:0) after 6m25s
[13:07:26.855] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:39:0)
[13:07:26.903] Build status: STARTED
[13:07:26.903] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:40:0) after 3m7s
[13:10:33.956] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:40:0)
[13:10:34.011] Build status: STARTED
[13:10:34.011] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:41:0) after 7m1s
[13:17:35.329] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:41:0)
[13:17:35.348] Build status: STARTED
[13:17:35.348] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:42:0) after 3m51s
[13:21:26.507] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:42:0)
[13:21:26.621] Build status: STARTED
[13:21:26.621] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:43:0) after 3m55s
[13:25:21.645] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:43:0)
[13:25:21.703] Build status: STARTED
[13:25:21.703] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:44:0) after 8m4s
[13:33:25.902] Handling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:44:0)
[13:33:25.961] Build status: STARTED
[13:33:25.961] Scheduling timer "check-buildbucket-build-status" (r8/linux-internal:8942574898302376784:45:0) after 8m23s
[13:38:14.957] Received PubSub notification, asking Buildbucket for the build status
[13:38:14.974] Build:
{
"id": "8777144836440224593",
"builder": {
"project": "r8",
"bucket": "ci",
"builder": "linux-internal"
},
"number": 3336,
"createdBy": "project:r8",
"createTime": "2023-06-27T09:50:20.317878385Z",
"startTime": "2023-06-27T09:53:54.036384Z",
"endTime": "2023-06-27T13:38:14.698748786Z",
"updateTime": "2023-06-27T13:38:14.698748786Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "r8.googlesource.com",
"project": "r8",
"id": "87f6de42af3855c1a5a57374bd25a16e8ff8093a",
"ref": "refs/heads/main"
}
},
"canary": true
}
[13:38:14.974] Invocation finished in 3h47m55.816745163s with status FAILED