Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78630 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d215a52c293b6431a2c66fdfaa111899dc888a70"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9f0db4a451a501565943925228f07c41d442f596",
  "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "d215a52c293b6431a2c66fdfaa111899dc888a70",
  "parent_got_revision_cp": "refs/heads/main@{#936404}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "ae8d6304a59b616a77812009d976bab2151472d4",
  "parent_got_v8_revision_cp": "refs/heads/9.7.82@{#1}",
  "parent_got_webrtc_revision": "448231d6543adadb2b36e581c6adb46442abf03d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35280}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d215a52c293b6431a2c66fdfaa111899dc888a70",
  "swarm_hashes": {
    "absl_hardening_tests": "51cad58725c6641a11175d317247fff09e2de552f92dd6e8f95d5d7b7bebb716/569",
    "accessibility_unittests": "9eb0f64b26b1dbbc07f8c78fde683f555c1a5ec0b2f8eeb0a3d4d292c21c1f70/569",
    "angle_unittests": "665d9ea9ecf9ca42bfe5eaafd949089f0a712c7d2ea4ac9f6ff3e74f3722969b/570",
    "app_shell_unittests": "142978c39b0b562035a0be7cc01a163d25d98387df1b9770dabadebaa8cda08f/809",
    "aura_unittests": "505834170349e3a7424abc68ac468a2b6d16fc7ec93dedfa62b8e0bd34cf965d/569",
    "base_unittests": "c7c8c4505f69e49896edd2947c57ffc05bb04d662829da53b7bb26a84d9987f5/648",
    "blink_common_unittests": "a19d554a124caede4cd350a70fac0f80f4ea86f135c0ba9ea1b93c9626360a45/647",
    "blink_fuzzer_unittests": "65ec99e90b7c0717ee364d32e499095af1cbb6ec34249a5d5ab1b33686987cee/648",
    "blink_heap_unittests": "68e0f19d5928977269d4877fa9cd1f56ad8e81e2add4d08ad2d8572dd4179eaa/648",
    "blink_platform_unittests": "06878149bf4c1d33d57dd5ecbaff73192895ee2514215f9bd942e5cffc7a5206/726",
    "blink_unittests": "004e394506e04fbf39571d77aa8bf6afe255d5e8b866601f5d36ceecef71f381/726",
    "boringssl_crypto_tests": "1b4a3b5cd5c3fdbabcfcb8f2c14bfcca5bbdf6de5edcd66b9faea7e86f143295/570",
    "boringssl_ssl_tests": "d8f77e571529abbaa9988e34a35df7fffbd7a701c7d733c91d5b913a2a080ce6/569",
    "capture_unittests": "e2414834986acbdcf04f7a0f6faa3fba123d3d53c75ce2251abe01b7eb3f50ec/648",
    "cast_unittests": "0f95b7a92110e85f73be63ec938b87eadd14afc128ea1906d3d28e69c5820b31/569",
    "cc_unittests": "1d08355e2cb5e08c7bb1e043fd597e88e7884af401b5d925c975998fd203f4fb/653",
    "chrome_app_unittests": "d56f41b01e1f9a2086670467a31fe47559456346b44d953e2f4d7fc2ece9e77d/811",
    "chromedriver_unittests": "acae93f020024559d46a70a9a1edd722e95a2176c00436e0ad69dee2a740c86c/726",
    "color_unittests": "36cd80e07564a4795dbd9631622d332990bb1f161f963cc208e346d0a58a41cd/569",
    "components_browsertests": "bd8ad7e50104dd134f395799012720de1c22ca27858ed53185f7f2aab65be16d/892",
    "components_unittests": "ddc1e74de186d8209b5e19d1d13a9613520d58d561481fe6b0820740728eee82/892",
    "compositor_unittests": "c2557a556522e71dd1692eb161110e22404fd87343a0ba809f8ec6956ca19545/645",
    "content_browsertests": "523512742c3b020b6b3a6cc803bedcdf006a3eb82a836baac195fd9b5030f93f/887",
    "content_unittests": "8cb020b322bd67e6d394b152afd471c7856b3eadc57a195937d71d8c25968282/806",
    "cronet_tests": "55d970818a6de0193a696808bf63cd1a819bc9d07ef0ec25cb3581ef8b124db1/730",
    "cronet_unittests": "b15339b510d2b1addd034ad6a5ceb4d894a892cbccf7c7542f1a005d7ef92b5d/646",
    "crypto_unittests": "18ef09b8db5cc47d7c73aa48619d38c9c6409073b5ab266c537c7546559d42bc/569",
    "dbus_unittests": "06f49f2c1809ced47e6f6e274e7eaf192f370c5f0ea88ffc134c45521991a6f2/569",
    "device_unittests": "811f0f66602d7ed4a9e7aac954034664f55e6e949b48dbdc9a897f5b196eb6a6/646",
    "display_unittests": "c27c0e07fc0186fa5223a8fcdcad440a20ba2cd95e43a2e28ebe8d6d6f410772/569",
    "events_unittests": "f4c2147c0dd01f975603b8ea1f46c2c728e3469f509b455f3c4107eea94bf7b8/569",
    "extensions_browsertests": "145b2f2dac055050ac1d8c4610be519326f8f561004c9edbfb14a77115bf9548/811",
    "extensions_unittests": "46c1411524d66d6511776ff6372978493108ed2269f079316e1fe1138c8590ea/975",
    "filesystem_service_unittests": "fe134ec2d66598e28785f97c7f81e3a502e1981275553ea0f70beaa1fb47463c/569",
    "gcm_unit_tests": "2d27617fc0204f7deb0a36df9944944282d5c0a0a4e1ec34db1d33dbf1633831/646",
    "gfx_unittests": "fbbe3e7144b6694935515325c208df5ce119631a3441fe4144aede50a339639e/645",
    "gin_unittests": "37d2eba879373711c5477bb76e28924ff7d95e0d139d79ad963e86b04942daa0/646",
    "gl_tests": "489171cce6d3bfae005f578e69d600d218f18cf5782989a9ee835b5c3f1bad4d/569",
    "gl_unittests": "f689bc4b70069f7c1b37edce0152bf4839dab1c48c2b65b3de6e359c0748787b/569",
    "google_apis_unittests": "b47268a224c698609adee318782abf94156d06163eb8f5c97cbbc65578e6ce2e/731",
    "gpu_unittests": "2c01ddac71c5d60ff2d4083448e32a3ca8d6de602397c62b07b2b4055f7cb96c/646",
    "gwp_asan_unittests": "66150741f26025f2ffcb0615c737d79002bec5c0e41ced5b0bf6b8cdcf4ecfe7/570",
    "headless_browsertests": "378fa0d3f01395dc3b7657543d560e981801aacc0994bf7656604f27dcb96017/809",
    "headless_unittests": "e925d1bd56510481965ed90cb143fb1aa27adacf35650670a3db3d3f6585c264/569",
    "interactive_ui_tests": "ce6f16cbdcef74996cd75adfbec68ee9660cba38c5d17af4c3edee646a1c8a16/1128",
    "ipc_tests": "aa6d87dde81a3313a180730ef6dbba34b3ea4363ab42abdb4e84f0c6956e945f/569",
    "jingle_unittests": "f7bfc1cff5c2e5a9096726bd476d2177cd6d12846c2dd46d4cbfb60b96a81b57/646",
    "latency_unittests": "7c7682bd8ebbd8ce379330c91eb6bd873a7c8aff841f4dfa744a05d449601206/569",
    "libjingle_xmpp_unittests": "126786bc7c19fd85c4e0b4c3fbbdd08b97bb239f62270cedb2d30fee65b8bc69/569",
    "liburlpattern_unittests": "485c1ce1196c880aee13af2c84f6f5a9f3b27f35dbfb349d8b61c7ecc6112f47/569",
    "media_unittests": "c30169bc4ffdc50f012bb092f2d9b53b0aec7637dc3be39efde7ffed511c8ff8/649",
    "message_center_unittests": "7243af729278ae7e1c3800de019d0647ff1503bfa1eca7bf7d778efe637b75d8/569",
    "midi_unittests": "869a29986d7b2cd950d84e43e0248174d64a6f3df755c91a0bef920cf1bdf86f/569",
    "mojo_core_unittests": "0bfecd08915983f8120c782990517826d3d1181d0f4b83dbbad73b9ec1fb7c55/569",
    "mojo_unittests": "9db2167b35103b065e3543557def541985348c2dd3d51e4f963146f35b02ca6e/647",
    "native_theme_unittests": "1118f8191278897a0570b823c87dc26925ed699ca8973e758dca766e76c76f93/569",
    "net_unittests": "5f2bf33bcb7c00384febe93389ddb03510c9d188ec8b29d041ba64b691d125f1/648",
    "openscreen_unittests": "0d2bed5c1504b5dbbb3f814c595efc83806b07f1f8d1aac542bbb4395c465270/811",
    "ozone_x11_unittests": "af96c7acc2a44952cec8f7fd7878908600c8c3e9620ddae61a2a4a02d8edfa92/569",
    "pdf_unittests": "734404650f6b8b8c2cc21ea47f970f3b48390962462f44c52c1f3fb4e1bebdb9/725",
    "perfetto_unittests": "55492aa4a33fd3edf0a7718c18e0b7276659f6e857536b45ed35e11eb1777772/569",
    "ppapi_unittests": "1d482c83e7e59d0e10ba37fe8b6d45079b6d80ee4fa3d99bdc44f4fc2661452c/569",
    "printing_unittests": "c7fd59789a92e6d1db38998771ff35c96957a8b22981198ccfa5dc7e7ab361de/569",
    "remoting_unittests": "ff39f82087bbab80dd0aeed969760799acf2511dd315474c0a7a29a4e6a471ba/646",
    "sandbox_linux_unittests": "9f37b17afb998df12cb61b60e692a3f4c34aa438a7c800f3a51a4471e4983323/569",
    "service_manager_unittests": "194e22c1ab4b3dbdb3555ffe8ea3b4d613612938fed1a0a85f8de167d2bd348d/569",
    "services_unittests": "7567334bfac337efecfa35af7de773baafdfe071eafcd0e8df7c799b71896656/815",
    "shell_dialogs_unittests": "2d799f1f8c42d22712dccfacd920f104be5c175292fed990b4bf3eae2db68435/569",
    "skia_unittests": "17564dd22147184004a6bfac58e2825baf51c38b64c43093f0b994aac3a17687/569",
    "snapshot_unittests": "14e09066f92ec5440eaae644a434caf18f3e118f6c0a5d4c0bababc04a671c56/569",
    "sql_unittests": "b6602696ecd1333c3b14d9b8199979861ed270aa6749b93dba7254f1962a859e/646",
    "storage_unittests": "96e15ab49d7589c3f55f31e264505dd0fe8a66ab5263c71774be30e06c6381c0/727",
    "sync_integration_tests": "cb32a820b0c1f1870ba878132cc184dcfd91997269abea95f5f9d9be5e91124a/892",
    "ui_base_unittests": "aa7344ea22e43ad7946c8299d074c63ca456d807066d3ebb4e23bf66dbcc3319/723",
    "ui_touch_selection_unittests": "c2f523c31078088ee8bf76d01525295c545f74ea6021e99c01ae0e5a708896f4/569",
    "unit_tests": "4f4bb7ccdb6abc71c9503aceeb710a28d01af9a500eb89b6108f9affaa06ecfe/1141",
    "url_unittests": "07a0e41ad64851f0dc57bd5fca86cb1ad3ea8d8d78f5a8f5ac10a060cc3fcd8c/569",
    "views_unittests": "3772c7c9ebd2819e39c25188e6b7bfa0b3307bbf6308a88ee7dfa7059d8c04f7/569",
    "viz_unittests": "dd0a87d7d5326bda5de227355734d38ccc0a194161cbc6083b6fd501bcb745b4/653",
    "vr_common_unittests": "616e2cfc434a3d8e3d2c767cf2f6a0c137e5d983fe444349170b53050f53b655/811",
    "vr_pixeltests": "4453fc580ffd01ed5ff314f07e6d74e44d3427af8c01e10a7c6a5bb20c1d14fa/725",
    "weblayer_browsertests": "47ebef5e8be8a17853e076d1cc20acd6fab8bc4367a314a7f46c747637a87cf5/893",
    "weblayer_unittests": "8901ca4bc41259349befb88b83741e6648f64c31b92e05b02a184ee822fc76cc/725",
    "wm_unittests": "df8f22e7ac56f033b2e0ca8c0c1b514716cfacf1ac1c0522794801dbc4f58cdd/569",
    "wtf_unittests": "9786f0fea8e3bd947e36880638541e4658cda8a8f4e9589dfbc3aceb771551e3/569",
    "x11_unittests": "619e0cac57066d413eee94a0d8aec02af47621208d12002e7d7b8cc45578530d/569",
    "xr_browser_tests": "3e3af0f7c5b9618f1c6d8539ed5c87e3687563b2a9dbef5f896ce732a1307c18/891",
    "zlib_unittests": "63315ea95e6b7c19fe75689f791dc28f6782ca13a8a20af7c80210b4b1582678/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d215a52c293b6431a2c66fdfaa111899dc888a70
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78630
  • user_agent:recipe

Debug log (UTC)

[16:43:58.577] New invocation is queued and will start shortly
[16:43:58.577] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:43:59.706] Starting the invocation (attempt 1)
[16:43:59.760] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d215a52c293b6431a2c66fdfaa111899dc888a70"
[16:43:59.760] Popped gitiles commit info from properties and tags
[16:43:59.760] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:43:59.762] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:43:59.763] Buildbucket request:
{
  "requestId": "8997450634913552784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d215a52c293b6431a2c66fdfaa111899dc888a70"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9f0db4a451a501565943925228f07c41d442f596",
      "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "d215a52c293b6431a2c66fdfaa111899dc888a70",
      "parent_got_revision_cp": "refs/heads/main@{#936404}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "ae8d6304a59b616a77812009d976bab2151472d4",
      "parent_got_v8_revision_cp": "refs/heads/9.7.82@{#1}",
      "parent_got_webrtc_revision": "448231d6543adadb2b36e581c6adb46442abf03d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35280}",
      "swarm_hashes": {
            "absl_hardening_tests": "51cad58725c6641a11175d317247fff09e2de552f92dd6e8f95d5d7b7bebb716/569",
            "accessibility_unittests": "9eb0f64b26b1dbbc07f8c78fde683f555c1a5ec0b2f8eeb0a3d4d292c21c1f70/569",
            "angle_unittests": "665d9ea9ecf9ca42bfe5eaafd949089f0a712c7d2ea4ac9f6ff3e74f3722969b/570",
            "app_shell_unittests": "142978c39b0b562035a0be7cc01a163d25d98387df1b9770dabadebaa8cda08f/809",
            "aura_unittests": "505834170349e3a7424abc68ac468a2b6d16fc7ec93dedfa62b8e0bd34cf965d/569",
            "base_unittests": "c7c8c4505f69e49896edd2947c57ffc05bb04d662829da53b7bb26a84d9987f5/648",
            "blink_common_unittests": "a19d554a124caede4cd350a70fac0f80f4ea86f135c0ba9ea1b93c9626360a45/647",
            "blink_fuzzer_unittests": "65ec99e90b7c0717ee364d32e499095af1cbb6ec34249a5d5ab1b33686987cee/648",
            "blink_heap_unittests": "68e0f19d5928977269d4877fa9cd1f56ad8e81e2add4d08ad2d8572dd4179eaa/648",
            "blink_platform_unittests": "06878149bf4c1d33d57dd5ecbaff73192895ee2514215f9bd942e5cffc7a5206/726",
            "blink_unittests": "004e394506e04fbf39571d77aa8bf6afe255d5e8b866601f5d36ceecef71f381/726",
            "boringssl_crypto_tests": "1b4a3b5cd5c3fdbabcfcb8f2c14bfcca5bbdf6de5edcd66b9faea7e86f143295/570",
            "boringssl_ssl_tests": "d8f77e571529abbaa9988e34a35df7fffbd7a701c7d733c91d5b913a2a080ce6/569",
            "capture_unittests": "e2414834986acbdcf04f7a0f6faa3fba123d3d53c75ce2251abe01b7eb3f50ec/648",
            "cast_unittests": "0f95b7a92110e85f73be63ec938b87eadd14afc128ea1906d3d28e69c5820b31/569",
            "cc_unittests": "1d08355e2cb5e08c7bb1e043fd597e88e7884af401b5d925c975998fd203f4fb/653",
            "chrome_app_unittests": "d56f41b01e1f9a2086670467a31fe47559456346b44d953e2f4d7fc2ece9e77d/811",
            "chromedriver_unittests": "acae93f020024559d46a70a9a1edd722e95a2176c00436e0ad69dee2a740c86c/726",
            "color_unittests": "36cd80e07564a4795dbd9631622d332990bb1f161f963cc208e346d0a58a41cd/569",
            "components_browsertests": "bd8ad7e50104dd134f395799012720de1c22ca27858ed53185f7f2aab65be16d/892",
            "components_unittests": "ddc1e74de186d8209b5e19d1d13a9613520d58d561481fe6b0820740728eee82/892",
            "compositor_unittests": "c2557a556522e71dd1692eb161110e22404fd87343a0ba809f8ec6956ca19545/645",
            "content_browsertests": "523512742c3b020b6b3a6cc803bedcdf006a3eb82a836baac195fd9b5030f93f/887",
            "content_unittests": "8cb020b322bd67e6d394b152afd471c7856b3eadc57a195937d71d8c25968282/806",
            "cronet_tests": "55d970818a6de0193a696808bf63cd1a819bc9d07ef0ec25cb3581ef8b124db1/730",
            "cronet_unittests": "b15339b510d2b1addd034ad6a5ceb4d894a892cbccf7c7542f1a005d7ef92b5d/646",
            "crypto_unittests": "18ef09b8db5cc47d7c73aa48619d38c9c6409073b5ab266c537c7546559d42bc/569",
            "dbus_unittests": "06f49f2c1809ced47e6f6e274e7eaf192f370c5f0ea88ffc134c45521991a6f2/569",
            "device_unittests": "811f0f66602d7ed4a9e7aac954034664f55e6e949b48dbdc9a897f5b196eb6a6/646",
            "display_unittests": "c27c0e07fc0186fa5223a8fcdcad440a20ba2cd95e43a2e28ebe8d6d6f410772/569",
            "events_unittests": "f4c2147c0dd01f975603b8ea1f46c2c728e3469f509b455f3c4107eea94bf7b8/569",
            "extensions_browsertests": "145b2f2dac055050ac1d8c4610be519326f8f561004c9edbfb14a77115bf9548/811",
            "extensions_unittests": "46c1411524d66d6511776ff6372978493108ed2269f079316e1fe1138c8590ea/975",
            "filesystem_service_unittests": "fe134ec2d66598e28785f97c7f81e3a502e1981275553ea0f70beaa1fb47463c/569",
            "gcm_unit_tests": "2d27617fc0204f7deb0a36df9944944282d5c0a0a4e1ec34db1d33dbf1633831/646",
            "gfx_unittests": "fbbe3e7144b6694935515325c208df5ce119631a3441fe4144aede50a339639e/645",
            "gin_unittests": "37d2eba879373711c5477bb76e28924ff7d95e0d139d79ad963e86b04942daa0/646",
            "gl_tests": "489171cce6d3bfae005f578e69d600d218f18cf5782989a9ee835b5c3f1bad4d/569",
            "gl_unittests": "f689bc4b70069f7c1b37edce0152bf4839dab1c48c2b65b3de6e359c0748787b/569",
            "google_apis_unittests": "b47268a224c698609adee318782abf94156d06163eb8f5c97cbbc65578e6ce2e/731",
            "gpu_unittests": "2c01ddac71c5d60ff2d4083448e32a3ca8d6de602397c62b07b2b4055f7cb96c/646",
            "gwp_asan_unittests": "66150741f26025f2ffcb0615c737d79002bec5c0e41ced5b0bf6b8cdcf4ecfe7/570",
            "headless_browsertests": "378fa0d3f01395dc3b7657543d560e981801aacc0994bf7656604f27dcb96017/809",
            "headless_unittests": "e925d1bd56510481965ed90cb143fb1aa27adacf35650670a3db3d3f6585c264/569",
            "interactive_ui_tests": "ce6f16cbdcef74996cd75adfbec68ee9660cba38c5d17af4c3edee646a1c8a16/1128",
            "ipc_tests": "aa6d87dde81a3313a180730ef6dbba34b3ea4363ab42abdb4e84f0c6956e945f/569",
            "jingle_unittests": "f7bfc1cff5c2e5a9096726bd476d2177cd6d12846c2dd46d4cbfb60b96a81b57/646",
            "latency_unittests": "7c7682bd8ebbd8ce379330c91eb6bd873a7c8aff841f4dfa744a05d449601206/569",
            "libjingle_xmpp_unittests": "126786bc7c19fd85c4e0b4c3fbbdd08b97bb239f62270cedb2d30fee65b8bc69/569",
            "liburlpattern_unittests": "485c1ce1196c880aee13af2c84f6f5a9f3b27f35dbfb349d8b61c7ecc6112f47/569",
            "media_unittests": "c30169bc4ffdc50f012bb092f2d9b53b0aec7637dc3be39efde7ffed511c8ff8/649",
            "message_center_unittests": "7243af729278ae7e1c3800de019d0647ff1503bfa1eca7bf7d778efe637b75d8/569",
            "midi_unittests": "869a29986d7b2cd950d84e43e0248174d64a6f3df755c91a0bef920cf1bdf86f/569",
            "mojo_core_unittests": "0bfecd08915983f8120c782990517826d3d1181d0f4b83dbbad73b9ec1fb7c55/569",
            "mojo_unittests": "9db2167b35103b065e3543557def541985348c2dd3d51e4f963146f35b02ca6e/647",
            "native_theme_unittests": "1118f8191278897a0570b823c87dc26925ed699ca8973e758dca766e76c76f93/569",
            "net_unittests": "5f2bf33bcb7c00384febe93389ddb03510c9d188ec8b29d041ba64b691d125f1/648",
            "openscreen_unittests": "0d2bed5c1504b5dbbb3f814c595efc83806b07f1f8d1aac542bbb4395c465270/811",
            "ozone_x11_unittests": "af96c7acc2a44952cec8f7fd7878908600c8c3e9620ddae61a2a4a02d8edfa92/569",
            "pdf_unittests": "734404650f6b8b8c2cc21ea47f970f3b48390962462f44c52c1f3fb4e1bebdb9/725",
            "perfetto_unittests": "55492aa4a33fd3edf0a7718c18e0b7276659f6e857536b45ed35e11eb1777772/569",
            "ppapi_unittests": "1d482c83e7e59d0e10ba37fe8b6d45079b6d80ee4fa3d99bdc44f4fc2661452c/569",
            "printing_unittests": "c7fd59789a92e6d1db38998771ff35c96957a8b22981198ccfa5dc7e7ab361de/569",
            "remoting_unittests": "ff39f82087bbab80dd0aeed969760799acf2511dd315474c0a7a29a4e6a471ba/646",
            "sandbox_linux_unittests": "9f37b17afb998df12cb61b60e692a3f4c34aa438a7c800f3a51a4471e4983323/569",
            "service_manager_unittests": "194e22c1ab4b3dbdb3555ffe8ea3b4d613612938fed1a0a85f8de167d2bd348d/569",
            "services_unittests": "7567334bfac337efecfa35af7de773baafdfe071eafcd0e8df7c799b71896656/815",
            "shell_dialogs_unittests": "2d799f1f8c42d22712dccfacd920f104be5c175292fed990b4bf3eae2db68435/569",
            "skia_unittests": "17564dd22147184004a6bfac58e2825baf51c38b64c43093f0b994aac3a17687/569",
            "snapshot_unittests": "14e09066f92ec5440eaae644a434caf18f3e118f6c0a5d4c0bababc04a671c56/569",
            "sql_unittests": "b6602696ecd1333c3b14d9b8199979861ed270aa6749b93dba7254f1962a859e/646",
            "storage_unittests": "96e15ab49d7589c3f55f31e264505dd0fe8a66ab5263c71774be30e06c6381c0/727",
            "sync_integration_tests": "cb32a820b0c1f1870ba878132cc184dcfd91997269abea95f5f9d9be5e91124a/892",
            "ui_base_unittests": "aa7344ea22e43ad7946c8299d074c63ca456d807066d3ebb4e23bf66dbcc3319/723",
            "ui_touch_selection_unittests": "c2f523c31078088ee8bf76d01525295c545f74ea6021e99c01ae0e5a708896f4/569",
            "unit_tests": "4f4bb7ccdb6abc71c9503aceeb710a28d01af9a500eb89b6108f9affaa06ecfe/1141",
            "url_unittests": "07a0e41ad64851f0dc57bd5fca86cb1ad3ea8d8d78f5a8f5ac10a060cc3fcd8c/569",
            "views_unittests": "3772c7c9ebd2819e39c25188e6b7bfa0b3307bbf6308a88ee7dfa7059d8c04f7/569",
            "viz_unittests": "dd0a87d7d5326bda5de227355734d38ccc0a194161cbc6083b6fd501bcb745b4/653",
            "vr_common_unittests": "616e2cfc434a3d8e3d2c767cf2f6a0c137e5d983fe444349170b53050f53b655/811",
            "vr_pixeltests": "4453fc580ffd01ed5ff314f07e6d74e44d3427af8c01e10a7c6a5bb20c1d14fa/725",
            "weblayer_browsertests": "47ebef5e8be8a17853e076d1cc20acd6fab8bc4367a314a7f46c747637a87cf5/893",
            "weblayer_unittests": "8901ca4bc41259349befb88b83741e6648f64c31b92e05b02a184ee822fc76cc/725",
            "wm_unittests": "df8f22e7ac56f033b2e0ca8c0c1b514716cfacf1ac1c0522794801dbc4f58cdd/569",
            "wtf_unittests": "9786f0fea8e3bd947e36880638541e4658cda8a8f4e9589dfbc3aceb771551e3/569",
            "x11_unittests": "619e0cac57066d413eee94a0d8aec02af47621208d12002e7d7b8cc45578530d/569",
            "xr_browser_tests": "3e3af0f7c5b9618f1c6d8539ed5c87e3687563b2a9dbef5f896ce732a1307c18/891",
            "zlib_unittests": "63315ea95e6b7c19fe75689f791dc28f6782ca13a8a20af7c80210b4b1582678/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d215a52c293b6431a2c66fdfaa111899dc888a70",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997450634913552784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78630"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:44:00.635] Scheduled build:
{
  "id": "8832020572813171249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70586,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T16:43:59.944494203Z",
  "updateTime": "2021-10-29T16:43:59.944494203Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d215a52c293b6431a2c66fdfaa111899dc888a70",
      "ref": "refs/heads/main"
    }
  }
}
[16:44:00.635] Task URL: https://cr-buildbucket.appspot.com/build/8832020572813171249
[16:44:00.635] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:2:0) after 9m42s
[16:44:40.519] Received PubSub notification, asking Buildbucket for the build status
[16:44:40.550] Build status: STARTED
[16:53:42.755] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:2:0)
[16:53:42.783] Build status: STARTED
[16:53:42.784] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:4:0) after 1m58s
[16:55:40.964] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:4:0)
[16:55:40.996] Build status: STARTED
[16:55:40.996] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:5:0) after 4m5s
[16:59:46.062] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:5:0)
[16:59:46.099] Build status: STARTED
[16:59:46.099] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:6:0) after 5m37s
[17:05:23.226] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:6:0)
[17:05:23.257] Build status: STARTED
[17:05:23.257] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:7:0) after 1m57s
[17:07:20.357] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:7:0)
[17:07:20.389] Build status: STARTED
[17:07:20.389] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997450634913552784:8:0) after 8m1s
[17:12:03.220] Received PubSub notification, asking Buildbucket for the build status
[17:12:03.256] Build:
{
  "id": "8832020572813171249",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70586,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T16:43:59.944494203Z",
  "startTime": "2021-10-29T16:44:38.209540Z",
  "endTime": "2021-10-29T17:12:02.619290425Z",
  "updateTime": "2021-10-29T17:12:02.619290425Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d215a52c293b6431a2c66fdfaa111899dc888a70",
      "ref": "refs/heads/main"
    }
  }
}
[17:12:03.256] Invocation finished in 28m4.699353869s with status FAILED