[04:24:37.499] New invocation is queued and will start shortly
[04:24:37.499] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[04:24:39.780] Starting the invocation (attempt 1)
[04:24:39.808] Ignoring gitiles_ref tag without the buildset tag
[04:24:39.808] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:24:39.808] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:24:39.809] Buildbucket request:
{
"requestId": "8962798512734481952",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8962798512734481952",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "f21d21e82c92735797b78124a045ec969461b63d",
"codesearch_mirror_revision_timestamp": 1668555375,
"root_solution_revision": "2cc072d8bf38ee91cbe895c248ffc5b8c664f3be",
"root_solution_revision_timestamp": 1668554422
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:16212",
"user_agent:recipe"
]
},
"id": "b7e35b71-ec25-4b24-af69-a0229a08b862",
"title": "codesearch-gen-chromium-initiator/16212"
},
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "911475562ad3d601a44214196eaf090b7832a478",
"codesearch_mirror_revision_timestamp": 1668569762,
"root_solution_revision": "3a4819ac3dc912e0fbaa15fe1f125f89d738d59e",
"root_solution_revision_timestamp": 1668569132
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:16213",
"user_agent:recipe"
]
},
"id": "8294a0d1-912e-405d-9c18-acc9426143e8",
"title": "codesearch-gen-chromium-initiator/16213"
}
]
},
"codesearch_mirror_revision": "911475562ad3d601a44214196eaf090b7832a478",
"codesearch_mirror_revision_timestamp": 1668569762,
"root_solution_revision": "3a4819ac3dc912e0fbaa15fe1f125f89d738d59e",
"root_solution_revision_timestamp": 1668569132
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8962798512734481952"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "16213"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:24:40.151] Scheduled build:
{
"id": "8797368449583862081",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 1079,
"createdBy": "project:infra",
"createTime": "2022-11-16T04:24:39.877192336Z",
"updateTime": "2022-11-16T04:24:39.877192336Z",
"status": "SCHEDULED",
"input": {
}
}
[04:24:40.151] Task URL: https://cr-buildbucket.appspot.com/build/8797368449583862081
[04:24:40.151] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:2:0) after 6m44s
[04:26:44.336] Received PubSub notification, asking Buildbucket for the build status
[04:26:44.378] Build status: STARTED
[04:31:24.173] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:2:0)
[04:31:24.196] Build status: STARTED
[04:31:24.196] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:4:0) after 9m6s
[04:40:30.248] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:4:0)
[04:40:30.320] Build status: STARTED
[04:40:30.320] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:5:0) after 6m34s
[04:47:04.405] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:5:0)
[04:47:04.438] Build status: STARTED
[04:47:04.438] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:6:0) after 2m0s
[04:49:04.472] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:6:0)
[04:49:04.499] Build status: STARTED
[04:49:04.499] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:7:0) after 4m41s
[04:53:46.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:7:0)
[04:53:46.037] Build status: STARTED
[04:53:46.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:8:0) after 4m26s
[04:58:12.305] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:8:0)
[04:58:12.368] Build status: STARTED
[04:58:12.368] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:9:0) after 7m28s
[05:05:40.354] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:9:0)
[05:05:40.393] Build status: STARTED
[05:05:40.393] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:10:0) after 8m16s
[05:13:56.601] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:10:0)
[05:13:56.707] Build status: STARTED
[05:13:56.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:11:0) after 3m42s
[05:17:38.723] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:11:0)
[05:17:38.745] Build status: STARTED
[05:17:38.745] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:12:0) after 1m46s
[05:19:24.762] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:12:0)
[05:19:24.821] Build status: STARTED
[05:19:24.821] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:13:0) after 8m57s
[05:28:21.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:13:0)
[05:28:21.921] Build status: STARTED
[05:28:21.921] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:14:0) after 3m42s
[05:32:03.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:14:0)
[05:32:03.977] Build status: STARTED
[05:32:03.977] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:15:0) after 5m40s
[05:37:44.054] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:15:0)
[05:37:44.074] Build status: STARTED
[05:37:44.074] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:16:0) after 4m29s
[05:42:13.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:16:0)
[05:42:13.205] Build status: STARTED
[05:42:13.205] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:17:0) after 8m51s
[05:51:04.221] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:17:0)
[05:51:04.257] Build status: STARTED
[05:51:04.257] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:18:0) after 6m8s
[05:57:12.232] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:18:0)
[05:57:12.253] Build status: STARTED
[05:57:12.253] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:19:0) after 1m55s
[05:59:07.520] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:19:0)
[05:59:07.546] Build status: STARTED
[05:59:07.546] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:20:0) after 2m13s
[06:01:20.563] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:20:0)
[06:01:20.585] Build status: STARTED
[06:01:20.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:21:0) after 9m38s
[06:10:58.788] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:21:0)
[06:10:58.810] Build status: STARTED
[06:10:58.810] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:22:0) after 2m29s
[06:13:27.922] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:22:0)
[06:13:27.945] Build status: STARTED
[06:13:27.945] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:23:0) after 9m30s
[06:22:58.013] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:23:0)
[06:22:58.038] Build status: STARTED
[06:22:58.038] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:24:0) after 3m48s
[06:26:46.061] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:24:0)
[06:26:46.105] Build status: STARTED
[06:26:46.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:25:0) after 9m32s
[06:36:18.243] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:25:0)
[06:36:18.273] Build status: STARTED
[06:36:18.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:26:0) after 4m11s
[06:40:29.541] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:26:0)
[06:40:29.596] Build status: STARTED
[06:40:29.597] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:27:0) after 9m48s
[06:50:17.605] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:27:0)
[06:50:17.648] Build status: STARTED
[06:50:17.648] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:28:0) after 6m44s
[06:57:01.663] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:28:0)
[06:57:01.684] Build status: STARTED
[06:57:01.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:29:0) after 4m15s
[07:01:16.702] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:29:0)
[07:01:16.723] Build status: STARTED
[07:01:16.723] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:30:0) after 6m24s
[07:07:40.783] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:30:0)
[07:07:40.826] Build status: STARTED
[07:07:40.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:31:0) after 4m43s
[07:12:23.885] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:31:0)
[07:12:23.907] Build status: STARTED
[07:12:23.907] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:32:0) after 9m31s
[07:21:54.924] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:32:0)
[07:21:54.946] Build status: STARTED
[07:21:54.947] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:33:0) after 3m39s
[07:25:34.167] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:33:0)
[07:25:34.193] Build status: STARTED
[07:25:34.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:34:0) after 1m20s
[07:26:54.217] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:34:0)
[07:26:54.240] Build status: STARTED
[07:26:54.240] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:35:0) after 8m29s
[07:35:23.258] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:35:0)
[07:35:23.287] Build status: STARTED
[07:35:23.287] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:36:0) after 6m5s
[07:41:28.404] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:36:0)
[07:41:28.430] Build status: STARTED
[07:41:28.430] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:37:0) after 3m18s
[07:44:46.457] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:37:0)
[07:44:46.480] Build status: STARTED
[07:44:46.480] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:38:0) after 1m9s
[07:45:55.482] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:38:0)
[07:45:55.509] Build status: STARTED
[07:45:55.509] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:39:0) after 1m15s
[07:47:10.514] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:39:0)
[07:47:10.544] Build status: STARTED
[07:47:10.544] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:40:0) after 3m34s
[07:50:44.565] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:40:0)
[07:50:44.587] Build status: STARTED
[07:50:44.587] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:41:0) after 2m58s
[07:53:42.694] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:41:0)
[07:53:42.725] Build status: STARTED
[07:53:42.725] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:42:0) after 7m48s
[08:01:30.771] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:42:0)
[08:01:30.795] Build status: STARTED
[08:01:30.795] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:43:0) after 9m6s
[08:10:36.786] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:43:0)
[08:10:36.812] Build status: STARTED
[08:10:36.812] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:44:0) after 2m10s
[08:12:46.891] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:44:0)
[08:12:46.913] Build status: STARTED
[08:12:46.913] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:45:0) after 8m39s
[08:21:26.015] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:45:0)
[08:21:26.037] Build status: STARTED
[08:21:26.037] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:46:0) after 6m39s
[08:28:05.096] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:46:0)
[08:28:05.121] Build status: STARTED
[08:28:05.121] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:47:0) after 1m39s
[08:29:44.140] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:47:0)
[08:29:44.193] Build status: STARTED
[08:29:44.193] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:48:0) after 2m16s
[08:32:00.489] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:48:0)
[08:32:00.526] Build status: STARTED
[08:32:00.526] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:49:0) after 1m59s
[08:33:59.546] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:49:0)
[08:33:59.569] Build status: STARTED
[08:33:59.569] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:50:0) after 9m28s
[08:43:27.682] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:50:0)
[08:43:27.776] Build status: STARTED
[08:43:27.776] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:51:0) after 2m1s
[08:45:28.817] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:51:0)
[08:45:28.854] Build status: STARTED
[08:45:28.854] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:52:0) after 9m11s
[08:54:40.015] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:52:0)
[08:54:40.040] Build status: STARTED
[08:54:40.040] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:53:0) after 9m52s
[09:04:32.271] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:53:0)
[09:04:32.314] Build status: STARTED
[09:04:32.315] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:54:0) after 5m9s
[09:09:41.389] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:54:0)
[09:09:41.412] Build status: STARTED
[09:09:41.412] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:55:0) after 8m45s
[09:18:26.653] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:55:0)
[09:18:26.685] Build status: STARTED
[09:18:26.685] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:56:0) after 4m17s
[09:22:43.934] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:56:0)
[09:22:43.960] Build status: STARTED
[09:22:43.960] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:57:0) after 6m7s
[09:28:51.042] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:57:0)
[09:28:51.063] Build status: STARTED
[09:28:51.063] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:58:0) after 4m59s
[09:33:50.083] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:58:0)
[09:33:50.105] Build status: STARTED
[09:33:50.105] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8962798512734481952:59:0) after 9m14s
[09:41:39.994] Received PubSub notification, asking Buildbucket for the build status
[09:41:40.048] Build:
{
"id": "8797368449583862081",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 1079,
"createdBy": "project:infra",
"createTime": "2022-11-16T04:24:39.877192336Z",
"startTime": "2022-11-16T04:26:43.179557Z",
"endTime": "2022-11-16T09:41:39.706178297Z",
"updateTime": "2022-11-16T09:41:39.706178297Z",
"status": "FAILURE",
"input": {
}
}
[09:41:40.048] Invocation finished in 5h17m2.560386451s with status FAILED