[16:08:30.549] New invocation is queued and will start shortly
[16:08:30.549] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[16:08:31.635] Starting the invocation (attempt 1)
[16:08:31.664] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e53917115d7af397ba0f02f2e05ddb98518addbc"
[16:08:31.664] Popped gitiles commit info from properties and tags
[16:08:31.664] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:08:31.664] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:08:31.664] Buildbucket request:
{
"requestId": "8926787232510521216",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
},
"properties": {
"$bootstrap/trigger": {
"commits": [
{
"host": "chromium.googlesource.com",
"id": "e53917115d7af397ba0f02f2e05ddb98518addbc",
"project": "chromium/src",
"ref": "refs/heads/main"
}
]
},
"deps_revision_overrides": {
"src": "e53917115d7af397ba0f02f2e05ddb98518addbc",
"src/third_party/dawn": "fcd1bdaa1c5e434e92f97390663d9df39f294201"
},
"parent_build_id": "8761362062263407361",
"parent_builder_group": "chromium.dawn",
"parent_buildername": "Dawn Win10 x64 ASAN Builder",
"parent_got_angle_revision": "466e0b5a92bbf69ec291778e67c4dc3a6ba4df0f",
"parent_got_dawn_revision": "fcd1bdaa1c5e434e92f97390663d9df39f294201",
"parent_got_revision": "e53917115d7af397ba0f02f2e05ddb98518addbc",
"parent_got_revision_cp": "refs/heads/main@{#1238581}",
"parent_got_swiftshader_revision": "2fa7e9b99ae4e70ea5ae2cc9c8d3afb43391384f",
"parent_got_v8_revision": "b8c5311b4088a044fc167fa2bf270fbdabf324e6",
"parent_got_v8_revision_cp": "refs/heads/12.2.113@{#1}",
"parent_got_webrtc_revision": "acdc89d65328911b4e98afe0757028eca162cbb3",
"parent_got_webrtc_revision_cp": "refs/heads/main@{#41401}",
"swarm_hashes": {
"dawn_end2end_tests": "0688d26c6995a8249347f60bd4bbdee317e0c8ae55918488fa194a91bd5d5e84/486",
"dawn_perf_tests": "2fbf408984ff9749d36849d62d98ea2bf557852e6b86ae7260d3f238c7f14f65/488",
"gl_tests": "0308b771c1adda4eae28181fbd0416c1e92702d7f1028ec285429eb6730a7e5c/486",
"gl_unittests": "f77902bf9b3c7026a5d8eb4aded5a3a2ce9cab42a9129e24bb0936613f2ece81/487",
"telemetry_gpu_integration_test": "837fc3b2e63b9acfffa886200502bbe7c410c142e6c71f11f8a54fc6ac440449/814",
"telemetry_gpu_unittests": "da579c4b314f27890d3b74c4ba8412127d7ad048d78226821d16d273eccf3d2b/735",
"webgpu_blink_web_tests": "474483ac1d4fc9b00cd65a3a25b3cf34247239e4da62484df90862936de8a599/566"
},
"swarming_command_lines_cwd": "out\\Release_x64",
"swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e53917115d7af397ba0f02f2e05ddb98518addbc",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8926787232510521216"
},
{
"key": "scheduler_job_id",
"value": "chromium/Dawn Win10 x64 ASAN Release (NVIDIA)"
},
{
"key": "user_agent",
"value": "luci-scheduler"
},
{
"key": "parent_buildername",
"value": "Dawn Win10 x64 ASAN Builder"
},
{
"key": "parent_buildnumber",
"value": "3590"
},
{
"key": "user_agent",
"value": "recipe"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:08:32.368] Scheduled build:
{
"id": "8761357170597305665",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
},
"number": 1608,
"createdBy": "project:chromium",
"createTime": "2023-12-18T16:08:31.747534961Z",
"updateTime": "2023-12-18T16:08:31.747534961Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e53917115d7af397ba0f02f2e05ddb98518addbc",
"ref": "refs/heads/main"
}
}
}
[16:08:32.368] Task URL: https://cr-buildbucket.appspot.com/build/8761357170597305665
[16:08:32.368] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:2:0) after 5m19s
[16:08:33.308] Received PubSub notification, asking Buildbucket for the build status
[16:08:33.398] Build status: SCHEDULED
[16:12:33.802] Received PubSub notification, asking Buildbucket for the build status
[16:12:33.834] Build status: STARTED
[16:13:51.472] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:2:0)
[16:13:51.500] Build status: STARTED
[16:13:51.500] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:5:0) after 4m43s
[16:18:34.517] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:5:0)
[16:18:34.645] Build status: STARTED
[16:18:34.645] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:6:0) after 5m0s
[16:23:34.832] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:6:0)
[16:23:34.949] Build status: STARTED
[16:23:34.949] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:7:0) after 9m52s
[16:33:26.967] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:7:0)
[16:33:27.001] Build status: STARTED
[16:33:27.001] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:8:0) after 4m56s
[16:38:23.079] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:8:0)
[16:38:23.109] Build status: STARTED
[16:38:23.109] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:9:0) after 6m6s
[16:44:29.101] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:9:0)
[16:44:29.168] Build status: STARTED
[16:44:29.168] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:10:0) after 2m48s
[16:47:17.185] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:10:0)
[16:47:17.203] Build status: STARTED
[16:47:17.204] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:11:0) after 3m47s
[16:51:04.333] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:11:0)
[16:51:04.430] Build status: STARTED
[16:51:04.431] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:12:0) after 8m3s
[16:59:07.572] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:12:0)
[16:59:07.626] Build status: STARTED
[16:59:07.626] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:13:0) after 8m31s
[17:07:38.652] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:13:0)
[17:07:38.733] Build status: STARTED
[17:07:38.733] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:14:0) after 2m17s
[17:09:55.800] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:14:0)
[17:09:55.841] Build status: STARTED
[17:09:55.841] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:15:0) after 8m15s
[17:18:10.864] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:15:0)
[17:18:10.934] Build status: STARTED
[17:18:10.934] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:16:0) after 3m6s
[17:21:16.995] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:16:0)
[17:21:17.070] Build status: STARTED
[17:21:17.071] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:17:0) after 1m4s
[17:22:21.564] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:17:0)
[17:22:21.589] Build status: STARTED
[17:22:21.589] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:18:0) after 9m59s
[17:32:20.834] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:18:0)
[17:32:20.851] Build status: STARTED
[17:32:20.851] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:19:0) after 7m9s
[17:39:30.278] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:19:0)
[17:39:30.416] Build status: STARTED
[17:39:30.416] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:20:0) after 5m32s
[17:45:02.539] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:20:0)
[17:45:02.568] Build status: STARTED
[17:45:02.569] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:21:0) after 3m41s
[17:48:43.817] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:21:0)
[17:48:43.836] Build status: STARTED
[17:48:43.837] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:22:0) after 6m30s
[17:55:13.876] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:22:0)
[17:55:13.900] Build status: STARTED
[17:55:13.900] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:23:0) after 6m4s
[18:01:18.102] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:23:0)
[18:01:18.126] Build status: STARTED
[18:01:18.126] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:24:0) after 5m51s
[18:07:09.330] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:24:0)
[18:07:09.355] Build status: STARTED
[18:07:09.355] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:25:0) after 1m2s
[18:08:11.368] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:25:0)
[18:08:11.386] Build status: STARTED
[18:08:11.386] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:26:0) after 6m25s
[18:14:36.484] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:26:0)
[18:14:36.502] Build status: STARTED
[18:14:36.502] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:27:0) after 6m27s
[18:21:03.964] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:27:0)
[18:21:03.987] Build status: STARTED
[18:21:03.988] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:28:0) after 4m9s
[18:25:13.517] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:28:0)
[18:25:13.541] Build status: STARTED
[18:25:13.541] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:29:0) after 6m58s
[18:32:11.656] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:29:0)
[18:32:11.705] Build status: STARTED
[18:32:11.705] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:30:0) after 2m30s
[18:34:41.717] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:30:0)
[18:34:41.736] Build status: STARTED
[18:34:41.736] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:31:0) after 9m8s
[18:43:49.756] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:31:0)
[18:43:49.800] Build status: STARTED
[18:43:49.800] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:32:0) after 4m54s
[18:48:43.816] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:32:0)
[18:48:43.837] Build status: STARTED
[18:48:43.837] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:33:0) after 5m21s
[18:54:04.958] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:33:0)
[18:54:04.980] Build status: STARTED
[18:54:04.980] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:34:0) after 6m59s
[19:01:03.998] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:34:0)
[19:01:04.031] Build status: STARTED
[19:01:04.031] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:35:0) after 6m0s
[19:07:04.104] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:35:0)
[19:07:04.137] Build status: STARTED
[19:07:04.137] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:36:0) after 9m1s
[19:16:05.162] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:36:0)
[19:16:05.181] Build status: STARTED
[19:16:05.181] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:37:0) after 6m29s
[19:22:35.018] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:37:0)
[19:22:35.082] Build status: STARTED
[19:22:35.082] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:38:0) after 5m52s
[19:28:27.151] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:38:0)
[19:28:27.175] Build status: STARTED
[19:28:27.175] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:39:0) after 9m38s
[19:38:05.196] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:39:0)
[19:38:05.217] Build status: STARTED
[19:38:05.217] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:40:0) after 5m33s
[19:43:38.245] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:40:0)
[19:43:38.310] Build status: STARTED
[19:43:38.310] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8926787232510521216:41:0) after 6m10s
[19:47:45.963] Received PubSub notification, asking Buildbucket for the build status
[19:47:46.060] Build:
{
"id": "8761357170597305665",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
},
"number": 1608,
"createdBy": "project:chromium",
"createTime": "2023-12-18T16:08:31.747534961Z",
"startTime": "2023-12-18T16:12:33.119867Z",
"endTime": "2023-12-18T19:47:42.640974Z",
"updateTime": "2023-12-18T19:47:42.640974Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "e53917115d7af397ba0f02f2e05ddb98518addbc",
"ref": "refs/heads/main"
}
}
}
[19:47:46.060] Invocation finished in 3h39m15.521758033s with status FAILED