[09:48:23.341] New invocation is queued and will start shortly
[09:48:23.341] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[09:48:24.662] Starting the invocation (attempt 1)
[09:48:24.685] Ignoring gitiles_ref tag without the buildset tag
[09:48:24.685] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:48:24.685] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:48:24.686] Buildbucket request:
{
"requestId": "8938860544132816400",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8938860544132816400",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "28127cf6859b940c9abc8d533bcab61276800255",
"codesearch_mirror_revision_timestamp": 1691395273,
"root_solution_revision": "5e3d401801bd57e15bf886ebd0c3535150168975",
"root_solution_revision_timestamp": 1691394935
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:17798",
"user_agent:recipe"
]
},
"id": "d293e6ee-bf05-407b-9516-f1415efc0b67",
"title": "codesearch-gen-chromium-initiator/17798"
}
]
},
"codesearch_mirror_revision": "28127cf6859b940c9abc8d533bcab61276800255",
"codesearch_mirror_revision_timestamp": 1691395273,
"root_solution_revision": "5e3d401801bd57e15bf886ebd0c3535150168975",
"root_solution_revision_timestamp": 1691394935
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8938860544132816400"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "17798"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:48:25.375] Scheduled build:
{
"id": "8773430481936136289",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 2354,
"createdBy": "project:infra",
"createTime": "2023-08-07T09:48:24.809829871Z",
"updateTime": "2023-08-07T09:48:24.809829871Z",
"status": "SCHEDULED",
"input": {
}
}
[09:48:25.375] Task URL: https://cr-buildbucket.appspot.com/build/8773430481936136289
[09:48:25.375] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:2:0) after 2m51s
[09:48:26.280] Received PubSub notification, asking Buildbucket for the build status
[09:48:26.318] Build status: SCHEDULED
[09:50:43.547] Received PubSub notification, asking Buildbucket for the build status
[09:50:43.565] Build status: STARTED
[09:51:16.444] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:2:0)
[09:51:16.527] Build status: STARTED
[09:51:16.527] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:5:0) after 6m41s
[09:57:57.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:5:0)
[09:57:57.576] Build status: STARTED
[09:57:57.576] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:6:0) after 5m35s
[10:03:32.592] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:6:0)
[10:03:32.612] Build status: STARTED
[10:03:32.612] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:7:0) after 7m45s
[10:11:17.627] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:7:0)
[10:11:17.647] Build status: STARTED
[10:11:17.647] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:8:0) after 5m14s
[10:16:31.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:8:0)
[10:16:31.975] Build status: STARTED
[10:16:31.975] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:9:0) after 4m22s
[10:20:54.913] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:9:0)
[10:20:54.931] Build status: STARTED
[10:20:54.931] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:10:0) after 5m13s
[10:26:08.251] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:10:0)
[10:26:08.278] Build status: STARTED
[10:26:08.278] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:11:0) after 9m59s
[10:36:07.364] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:11:0)
[10:36:07.379] Build status: STARTED
[10:36:07.379] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:12:0) after 9m15s
[10:45:22.394] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:12:0)
[10:45:22.423] Build status: STARTED
[10:45:22.423] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:13:0) after 2m39s
[10:48:01.535] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:13:0)
[10:48:01.552] Build status: STARTED
[10:48:01.552] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:14:0) after 5m50s
[10:53:51.567] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:14:0)
[10:53:51.586] Build status: STARTED
[10:53:51.586] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:15:0) after 5m48s
[10:59:39.717] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:15:0)
[10:59:39.739] Build status: STARTED
[10:59:39.739] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:16:0) after 3m0s
[11:02:39.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:16:0)
[11:02:39.789] Build status: STARTED
[11:02:39.789] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:17:0) after 8m13s
[11:10:52.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:17:0)
[11:10:52.838] Build status: STARTED
[11:10:52.838] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:18:0) after 2m25s
[11:13:17.924] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:18:0)
[11:13:17.944] Build status: STARTED
[11:13:17.944] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:19:0) after 8m30s
[11:21:48.088] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:19:0)
[11:21:48.118] Build status: STARTED
[11:21:48.118] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:20:0) after 6m37s
[11:28:25.389] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:20:0)
[11:28:25.407] Build status: STARTED
[11:28:25.407] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:21:0) after 6m14s
[11:34:39.421] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:21:0)
[11:34:39.508] Build status: STARTED
[11:34:39.508] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:22:0) after 4m54s
[11:39:33.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:22:0)
[11:39:33.585] Build status: STARTED
[11:39:33.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:23:0) after 6m23s
[11:45:56.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:23:0)
[11:45:56.713] Build status: STARTED
[11:45:56.713] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:24:0) after 2m28s
[11:48:25.448] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:24:0)
[11:48:25.466] Build status: STARTED
[11:48:25.466] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:25:0) after 2m33s
[11:50:58.491] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:25:0)
[11:50:58.523] Build status: STARTED
[11:50:58.523] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:26:0) after 3m54s
[11:54:52.640] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:26:0)
[11:54:52.665] Build status: STARTED
[11:54:52.665] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:27:0) after 5m35s
[12:00:27.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:27:0)
[12:00:27.812] Build status: STARTED
[12:00:27.812] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:28:0) after 7m50s
[12:08:17.936] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:28:0)
[12:08:17.961] Build status: STARTED
[12:08:17.961] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:29:0) after 9m58s
[12:18:16.055] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:29:0)
[12:18:16.080] Build status: STARTED
[12:18:16.080] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:30:0) after 5m37s
[12:23:53.262] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:30:0)
[12:23:53.284] Build status: STARTED
[12:23:53.284] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:31:0) after 1m29s
[12:25:22.327] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:31:0)
[12:25:22.365] Build status: STARTED
[12:25:22.365] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:32:0) after 5m7s
[12:30:29.703] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:32:0)
[12:30:29.742] Build status: STARTED
[12:30:29.742] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:33:0) after 3m51s
[12:34:20.852] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:33:0)
[12:34:20.872] Build status: STARTED
[12:34:20.872] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:34:0) after 2m10s
[12:36:30.970] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:34:0)
[12:36:31.006] Build status: STARTED
[12:36:31.006] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:35:0) after 5m20s
[12:41:51.082] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:35:0)
[12:41:51.121] Build status: STARTED
[12:41:51.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:36:0) after 2m4s
[12:43:55.241] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:36:0)
[12:43:55.358] Build status: STARTED
[12:43:55.358] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:37:0) after 4m57s
[12:48:52.375] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:37:0)
[12:48:52.393] Build status: STARTED
[12:48:52.393] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:38:0) after 1m52s
[12:50:44.414] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:38:0)
[12:50:44.445] Build status: STARTED
[12:50:44.445] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:39:0) after 3m35s
[12:54:19.754] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:39:0)
[12:54:19.774] Build status: STARTED
[12:54:19.774] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:40:0) after 9m49s
[13:04:09.187] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:40:0)
[13:04:09.213] Build status: STARTED
[13:04:09.213] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:41:0) after 1m57s
[13:06:06.503] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:41:0)
[13:06:06.541] Build status: STARTED
[13:06:06.542] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:42:0) after 1m29s
[13:07:35.637] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:42:0)
[13:07:35.673] Build status: STARTED
[13:07:35.673] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:43:0) after 7m16s
[13:14:51.696] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:43:0)
[13:14:51.730] Build status: STARTED
[13:14:51.730] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:44:0) after 2m46s
[13:17:37.746] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:44:0)
[13:17:37.776] Build status: STARTED
[13:17:37.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:45:0) after 8m50s
[13:26:27.818] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:45:0)
[13:26:27.867] Build status: STARTED
[13:26:27.867] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:46:0) after 6m36s
[13:33:03.939] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:46:0)
[13:33:03.958] Build status: STARTED
[13:33:03.958] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:47:0) after 2m48s
[13:35:51.988] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:47:0)
[13:35:52.112] Build status: STARTED
[13:35:52.112] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:48:0) after 6m56s
[13:42:48.226] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:48:0)
[13:42:48.246] Build status: STARTED
[13:42:48.246] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:49:0) after 9m16s
[13:52:04.590] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:49:0)
[13:52:04.619] Build status: STARTED
[13:52:04.619] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:50:0) after 5m48s
[13:57:53.039] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:50:0)
[13:57:53.095] Build status: STARTED
[13:57:53.095] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:51:0) after 7m9s
[14:05:02.303] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:51:0)
[14:05:02.339] Build status: STARTED
[14:05:02.339] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938860544132816400:52:0) after 9m28s
[14:14:27.100] Received PubSub notification, asking Buildbucket for the build status
[14:14:27.118] Build:
{
"id": "8773430481936136289",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 2354,
"createdBy": "project:infra",
"createTime": "2023-08-07T09:48:24.809829871Z",
"startTime": "2023-08-07T09:50:42.999956Z",
"endTime": "2023-08-07T14:14:24.913193378Z",
"updateTime": "2023-08-07T14:14:24.913193378Z",
"status": "FAILURE",
"input": {
}
}
[14:14:27.118] Invocation finished in 4h26m3.787581029s with status FAILED