[00:04:34.842] New invocation is queued and will start shortly
[00:04:34.842] Triggered by user:infra-codesearch@chops-service-accounts.iam.gserviceaccount.com
[00:04:35.909] Starting the invocation (attempt 1)
[00:04:35.939] Ignoring gitiles_ref tag without the buildset tag
[00:04:35.939] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:04:35.939] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:04:35.939] Buildbucket request:
{
"requestId": "8938172498444399584",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"invocation": "8938172498444399584",
"job": "infra/codesearch-gen-chromium-mac",
"triggers": [
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "c5e9cfa4d30930c69cac382cf353fa6944b6d1e1",
"codesearch_mirror_revision_timestamp": 1692043231,
"root_solution_revision": "4b925e8c504b7f3593faf24b5ac44a9f9b2b0ef1",
"root_solution_revision_timestamp": 1692043033
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:17843",
"user_agent:recipe"
]
},
"id": "297b527f-27b1-4423-9cd0-7f955d54d328",
"title": "codesearch-gen-chromium-initiator/17843"
},
{
"buildbucket": {
"properties": {
"codesearch_mirror_revision": "254d7639ee601d8c5bcd83f03c97c45f52e43f63",
"codesearch_mirror_revision_timestamp": 1692057461,
"root_solution_revision": "73e2e3dd99442758e9297777d2d71f7b5557ebee",
"root_solution_revision_timestamp": 1692057218
},
"tags": [
"parent_buildername:codesearch-gen-chromium-initiator",
"parent_buildnumber:17844",
"user_agent:recipe"
]
},
"id": "84780808-660a-41a1-b6ca-6ec3aeda6d18",
"title": "codesearch-gen-chromium-initiator/17844"
}
]
},
"codesearch_mirror_revision": "254d7639ee601d8c5bcd83f03c97c45f52e43f63",
"codesearch_mirror_revision_timestamp": 1692057461,
"root_solution_revision": "73e2e3dd99442758e9297777d2d71f7b5557ebee",
"root_solution_revision_timestamp": 1692057218
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8938172498444399584"
},
{
"key": "scheduler_job_id",
"value": "infra/codesearch-gen-chromium-mac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "codesearch-gen-chromium-initiator"
},
{
"key": "parent_buildnumber",
"value": "17844"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:04:36.791] Scheduled build:
{
"id": "8772742436553262305",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 2395,
"createdBy": "project:infra",
"createTime": "2023-08-15T00:04:36.019597203Z",
"updateTime": "2023-08-15T00:04:36.019597203Z",
"status": "SCHEDULED",
"input": {
},
"canary": true
}
[00:04:36.791] Task URL: https://cr-buildbucket.appspot.com/build/8772742436553262305
[00:04:36.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:2:0) after 2m21s
[00:04:37.826] Received PubSub notification, asking Buildbucket for the build status
[00:04:37.866] Build status: SCHEDULED
[00:06:57.812] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:2:0)
[00:06:57.833] Build status: SCHEDULED
[00:06:57.833] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:4:0) after 7m45s
[00:07:56.483] Received PubSub notification, asking Buildbucket for the build status
[00:07:56.502] Build status: STARTED
[00:14:43.177] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:4:0)
[00:14:43.209] Build status: STARTED
[00:14:43.209] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:6:0) after 5m10s
[00:19:53.324] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:6:0)
[00:19:53.364] Build status: STARTED
[00:19:53.364] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:7:0) after 2m52s
[00:22:45.378] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:7:0)
[00:22:45.412] Build status: STARTED
[00:22:45.412] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:8:0) after 2m42s
[00:25:27.498] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:8:0)
[00:25:27.539] Build status: STARTED
[00:25:27.539] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:9:0) after 1m4s
[00:26:31.569] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:9:0)
[00:26:31.588] Build status: STARTED
[00:26:31.588] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:10:0) after 1m30s
[00:28:01.796] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:10:0)
[00:28:01.827] Build status: STARTED
[00:28:01.827] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:11:0) after 4m19s
[00:32:21.010] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:11:0)
[00:32:21.034] Build status: STARTED
[00:32:21.034] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:12:0) after 2m41s
[00:35:02.297] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:12:0)
[00:35:02.343] Build status: STARTED
[00:35:02.343] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:13:0) after 5m21s
[00:40:23.496] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:13:0)
[00:40:23.568] Build status: STARTED
[00:40:23.568] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:14:0) after 4m28s
[00:44:51.683] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:14:0)
[00:44:51.707] Build status: STARTED
[00:44:51.707] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:15:0) after 1m47s
[00:46:38.732] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:15:0)
[00:46:38.751] Build status: STARTED
[00:46:38.751] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:16:0) after 8m24s
[00:55:02.791] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:16:0)
[00:55:02.812] Build status: STARTED
[00:55:02.812] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:17:0) after 8m40s
[01:03:42.831] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:17:0)
[01:03:42.907] Build status: STARTED
[01:03:42.907] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:18:0) after 3m23s
[01:07:05.929] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:18:0)
[01:07:05.972] Build status: STARTED
[01:07:05.972] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:19:0) after 2m26s
[01:09:31.966] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:19:0)
[01:09:31.996] Build status: STARTED
[01:09:31.996] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:20:0) after 2m23s
[01:11:55.212] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:20:0)
[01:11:55.237] Build status: STARTED
[01:11:55.237] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:21:0) after 3m42s
[01:15:37.252] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:21:0)
[01:15:37.274] Build status: STARTED
[01:15:37.274] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:22:0) after 2m8s
[01:17:45.335] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:22:0)
[01:17:45.353] Build status: STARTED
[01:17:45.353] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:23:0) after 8m55s
[01:26:40.570] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:23:0)
[01:26:40.616] Build status: STARTED
[01:26:40.616] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:24:0) after 3m58s
[01:30:38.769] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:24:0)
[01:30:38.791] Build status: STARTED
[01:30:38.791] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:25:0) after 1m39s
[01:32:18.536] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:25:0)
[01:32:18.585] Build status: STARTED
[01:32:18.585] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:26:0) after 3m54s
[01:36:12.761] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:26:0)
[01:36:12.782] Build status: STARTED
[01:36:12.782] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:27:0) after 4m34s
[01:40:46.800] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:27:0)
[01:40:46.826] Build status: STARTED
[01:40:46.826] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:28:0) after 5m48s
[01:46:34.898] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:28:0)
[01:46:34.984] Build status: STARTED
[01:46:34.984] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:29:0) after 6m44s
[01:53:19.043] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:29:0)
[01:53:19.078] Build status: STARTED
[01:53:19.078] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:30:0) after 8m37s
[02:01:56.205] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:30:0)
[02:01:56.259] Build status: STARTED
[02:01:56.259] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:31:0) after 4m11s
[02:06:07.514] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:31:0)
[02:06:07.547] Build status: STARTED
[02:06:07.548] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:32:0) after 8m34s
[02:14:42.012] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:32:0)
[02:14:42.046] Build status: STARTED
[02:14:42.046] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:33:0) after 2m26s
[02:17:08.160] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:33:0)
[02:17:08.198] Build status: STARTED
[02:17:08.198] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:34:0) after 4m0s
[02:21:08.271] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:34:0)
[02:21:08.297] Build status: STARTED
[02:21:08.297] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:35:0) after 7m14s
[02:28:22.348] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:35:0)
[02:28:22.391] Build status: STARTED
[02:28:22.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:36:0) after 8m28s
[02:36:50.670] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:36:0)
[02:36:50.722] Build status: STARTED
[02:36:50.722] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:37:0) after 1m47s
[02:38:37.794] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:37:0)
[02:38:37.824] Build status: STARTED
[02:38:37.824] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:38:0) after 7m30s
[02:46:07.888] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:38:0)
[02:46:07.924] Build status: STARTED
[02:46:07.924] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:39:0) after 4m59s
[02:51:07.351] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:39:0)
[02:51:07.391] Build status: STARTED
[02:51:07.391] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:40:0) after 9m33s
[03:00:40.464] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:40:0)
[03:00:40.498] Build status: STARTED
[03:00:40.498] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:41:0) after 5m55s
[03:06:35.675] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:41:0)
[03:06:35.845] Build status: STARTED
[03:06:35.845] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:42:0) after 7m37s
[03:14:12.975] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:42:0)
[03:14:12.994] Build status: STARTED
[03:14:12.994] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:43:0) after 3m17s
[03:17:30.221] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:43:0)
[03:17:30.265] Build status: STARTED
[03:17:30.265] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:44:0) after 6m15s
[03:23:45.420] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:44:0)
[03:23:45.458] Build status: STARTED
[03:23:45.458] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:45:0) after 5m49s
[03:29:34.481] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:45:0)
[03:29:34.519] Build status: STARTED
[03:29:34.519] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:46:0) after 9m39s
[03:39:14.112] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:46:0)
[03:39:14.309] Build status: STARTED
[03:39:14.309] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:47:0) after 7m11s
[03:46:25.666] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:47:0)
[03:46:25.684] Build status: STARTED
[03:46:25.684] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:48:0) after 4m38s
[03:51:03.814] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:48:0)
[03:51:03.841] Build status: STARTED
[03:51:03.841] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:49:0) after 1m17s
[03:52:21.151] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:49:0)
[03:52:21.290] Build status: STARTED
[03:52:21.290] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:50:0) after 9m44s
[04:02:05.479] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:50:0)
[04:02:05.500] Build status: STARTED
[04:02:05.500] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:51:0) after 8m24s
[04:10:29.539] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:51:0)
[04:10:29.556] Build status: STARTED
[04:10:29.556] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:52:0) after 5m55s
[04:16:24.718] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:52:0)
[04:16:24.740] Build status: STARTED
[04:16:24.740] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:53:0) after 5m58s
[04:22:22.756] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:53:0)
[04:22:22.787] Build status: STARTED
[04:22:22.787] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:54:0) after 8m19s
[04:30:41.803] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:54:0)
[04:30:41.835] Build status: STARTED
[04:30:41.835] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:55:0) after 8m52s
[04:39:33.938] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:55:0)
[04:39:33.965] Build status: STARTED
[04:39:33.965] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:56:0) after 6m15s
[04:45:48.941] Handling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:56:0)
[04:45:48.962] Build status: STARTED
[04:45:48.962] Scheduling timer "check-buildbucket-build-status" (infra/codesearch-gen-chromium-mac:8938172498444399584:57:0) after 4m26s
[04:46:28.895] Received PubSub notification, asking Buildbucket for the build status
[04:46:28.973] Build:
{
"id": "8772742436553262305",
"builder": {
"project": "infra",
"bucket": "codesearch",
"builder": "codesearch-gen-chromium-mac"
},
"number": 2395,
"createdBy": "project:infra",
"createTime": "2023-08-15T00:04:36.019597203Z",
"startTime": "2023-08-15T00:07:55.957593Z",
"endTime": "2023-08-15T04:46:28.483859852Z",
"updateTime": "2023-08-15T04:46:28.483859852Z",
"status": "SUCCESS",
"input": {
},
"canary": true
}
[04:46:28.973] Invocation finished in 4h41m54.140821279s with status SUCCEEDED