Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 25 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80961 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1e4fd0f1ef21b25e645057382ade794554cadc0a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8eafe491237a2c675c25307c8b409c51e3c9af1a",
  "parent_got_dawn_revision": "d6a6e9c3c7e61bb42eb590ad4ce69bb2f237f3da",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
  "parent_got_revision_cp": "refs/heads/main@{#960377}",
  "parent_got_swiftshader_revision": "f6bdbed95b3703d782c2a2a537092afb39455442",
  "parent_got_v8_revision": "00fa871817c2c6415a1681852b8f2d174365e18d",
  "parent_got_v8_revision_cp": "refs/heads/9.9.113@{#1}",
  "parent_got_webrtc_revision": "cc9b7ec7401880e4c14e5c76c4637e191ab4490a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35706}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
  "swarm_hashes": {
    "absl_hardening_tests": "c8ed752b8b816c2617138a8b63bf97a7b71f90535b997abe6ec2489bc425fcf7/569",
    "accessibility_unittests": "e98f8e935f240596867e34812157a759013020069268ac0d6c673d70ce8345fd/569",
    "angle_unittests": "a760fcb6dae85cbb13da7d9e5042721ea9ccf63da93655fffdf3dff7c1bb8bad/570",
    "app_shell_unittests": "ba3c9e3be59feecd9d5c4daab8558fe747f99c2c03266df40d305901a37f3c08/730",
    "aura_unittests": "06490c42fc5229deb1d36415b20aea2ab99841d6a96d1e88e982e1113479f9e6/569",
    "base_unittests": "14f6e01d3d39f38c5ddde52ae85caab1fc699e4778c901dbb986d379dbc9db6d/648",
    "blink_common_unittests": "6434a806cf6cf1e6bac40268eba82d5e367cf802a5cbddb58a7e196c78b0618d/647",
    "blink_fuzzer_unittests": "d998ff193def3838f167cf3c2604937c46e0313abdbefff957e0112d0fbb07a5/569",
    "blink_heap_unittests": "4ca0faaa25f1816887b71a57c8087dd8b989074ea5f89616a16cc5960d763e80/569",
    "blink_platform_unittests": "55be4ad16bda29411878d387a84ed54725c358b844cada1cebe43b8c9dbf855e/726",
    "blink_unittests": "6f696e1fdbe73723531f40c4bae97b2b0f6a492873aac7e44a20246ba4e10649/810",
    "boringssl_crypto_tests": "db4cf9d183ad6dc2c74ccf72d7b7e4dea1cd390d74149f98ef68f3f68ca421c7/570",
    "boringssl_ssl_tests": "5e3ef808697078988d294d2ac003e1d15395b067c2d8a15ca48e9a17ed3e6738/569",
    "capture_unittests": "e8d205229b5bd5febacc9a117ba24b140f5c2b22efeb5df6d9b53e40a7c06254/648",
    "cast_unittests": "fb22a8e71f3009253fbc11392ea7458c9d676d4b0ba9c0eb0d586e8b2b8bbf99/569",
    "cc_unittests": "27821f6b184ad96f10fe710830cd286e1099aae55a74e61f23ef08c1a92be506/653",
    "chrome_app_unittests": "fe484b080e44609d15754bb7fb1f4061188e42605ec729cbb8a110dc14987902/648",
    "chromedriver_unittests": "404dec65600eab3774f8e8b7758d03b6edb43bb2a1b70d1b710f1663c87d4160/726",
    "color_unittests": "cac86d2c46b88f81ed5ee64311678ddac99427393440f3ca71d870194d11e84e/569",
    "components_browsertests": "834f115791ac2a6cb75f5b4ba16f465a7b857fe301dde10b16c0a93b46cb8fcb/813",
    "components_unittests": "399dcde5f9e3c786afdb16198a6391dc662cf36f376976eae8a0cf88bdc6b619/813",
    "compositor_unittests": "c35865230b5446e0f72b43552cab823d7a0b7a1d414ac19df491be8f7f187004/645",
    "content_browsertests": "b9700a941f5310a367f2a13f1a469721014483ee9ec61b8e9e97b8641892deb4/887",
    "content_unittests": "dd16e7e16e334194f49067c3367b3aad70c277496be624ffd4daacbc2762519f/806",
    "cronet_tests": "1c0e4efb790fde9e2a4661e026cb114220b9c6d934d7cf36e9aa3ba57b7f7bc9/730",
    "cronet_unittests": "0c645c92f326e76d839bc9e7a05e200534052909555935deed6d5d0341d0c95b/646",
    "crypto_unittests": "1a895c8590f9eed32ca0428e7b83a9bab0d6a7935bc04b859a5b7209dbf4fc0f/569",
    "dbus_unittests": "071eb0d0b5b848013556f244f402524e425afd7c540b56bcb08acfba9e4ca4e1/569",
    "device_unittests": "7777a0fe9564b8d8f04c7e656e74d4596ffc36ea1a5ae17e5c105bf5d1238d09/646",
    "display_unittests": "6aba894e54a09cca4a4998ed835cbab01dd2a45fa7011d3f165bede007c7d8f2/569",
    "events_unittests": "bcd901bfb810efecd4acbb350a50d8f1a055b25a8128dbdbbb1210a6d049daad/569",
    "extensions_browsertests": "74ba993e371b43e10d0b3e16406cd36d1bba9dfc12eff229caa16dffbc23bb2c/732",
    "extensions_unittests": "76710fb6d5450fe0caf86a5c91dd2ccaf2a9f71b79d72cfcf44aed0a93439c4f/896",
    "filesystem_service_unittests": "1d2666c761bc9d713f4f3e88beb1cf3f01faf97bec4dac13d7f1d52bb8564801/569",
    "gcm_unit_tests": "6d9feb4dcb26d2739343aef8bf5cfaca355ef54347dfec3009d59f14d9f2f0fc/646",
    "gfx_unittests": "310504713ab3b01750d13636a9b72f864bc5e2128427e2544fdf416630d7a04f/645",
    "gin_unittests": "e7bd5e2374f2b99f90be6060f949170cbcda207c5f023df872642fcc4d865e47/646",
    "gl_tests": "669339d1771573fefc92326676a3e5e6075503c5861f777db7eb13135c1466fa/569",
    "gl_unittests": "d3b6f0f47eaee8f53bf4cf9ec03cb49cd6ae17c858876c991100e0a8fa499c3d/569",
    "google_apis_unittests": "dbf5443e056a5f2dc82a774388d83ec7bdacc8f79ce28240c54f1ac44ad29f3a/731",
    "gpu_unittests": "82bda32f1a54965756c9375bcf4bf4fa07f8d88729003a38951e8eacca1890aa/646",
    "gwp_asan_unittests": "7a76a9562dbcf85671bb0df1da6a2dad4aeb25aa86558e42e262076653666062/570",
    "headless_browsertests": "2fdd7c4f2589b76f54314f5e932aeb734cf68902a811d91ed79906f2929e4470/730",
    "headless_unittests": "024074e676455d228eac1df88bca93cd9e4e6a6e3ece00934899ecceb9a6d23f/569",
    "interactive_ui_tests": "374da47a6f179ff7b6888d5f93709621824303c5b75a429a3ee5246f7a41f971/965",
    "ipc_tests": "3e8aa35947123b2d9276d2ae6ab412e3a376aa6bed0129bdb4f36811d623a229/569",
    "jingle_unittests": "45d26ab026718ed5314cd0fead96a1df586a0ca6a5c376eaea853bcfa9ad6f43/646",
    "latency_unittests": "f383c57617f719b9ac33aecaac64b160d349a58bf78a81f84de8a65b48442d25/569",
    "libjingle_xmpp_unittests": "05ccd13e3a223c373af88a69e95bd7b34ad613d87b334477c3360c440f5f41f3/569",
    "liburlpattern_unittests": "cd3880b2f96555e3da7998253b06f57c5d09b05d5db8123f43bff053c9832641/569",
    "media_unittests": "c3814bf4a2bed39cf622e365c0db2943633bac87cfa3def48fe7b19a1437a9cb/649",
    "message_center_unittests": "6972cf11b5ae17faa5636dc641d54ac7c705de6aec97250de709a9fa80e2b4ec/569",
    "midi_unittests": "cc2b059577acbabe667acee44b8497686b3acf011a7fc5110cdd7a5a59b1575b/569",
    "mojo_core_unittests": "a73692ea657af95cd91e04f143b81f36134e14f1b17470ae47552d81463d05bc/569",
    "mojo_unittests": "e6876e9d57a42a347085e672e30d51f2d0ec7f54e67a2f42a454d648f3d407a6/647",
    "native_theme_unittests": "d4f7820b4f6536bccf5deae8fec029026c8eafc06047fd2451a37d7ae06ffec9/569",
    "net_unittests": "a9bf5b91a0b81db145c0be64e9008ab127b1438a6268c6378c0dbd697cae27ec/648",
    "openscreen_unittests": "f5f39f67a2811f8a9c2785c50bed48e24978d897f7e3614a86fba2e967472010/648",
    "ozone_x11_unittests": "22fbff43d2d683326e72c529e967e584d3222bb31ca852cd98155e1fbaf0c193/569",
    "pdf_unittests": "6634ec20bb18bd126940eebf7ef0962969864a8043c245c2387c6b8f35cb35ac/646",
    "perfetto_unittests": "5cfa292969538660c0b03012d079748364da9a4edcce60679352da38761ec77f/569",
    "ppapi_unittests": "a2b261ff904642d9bd67b4efd4f31885f4a3d0057ebfc517c18927b36622dc8c/569",
    "printing_unittests": "e55d56db0a96f68c821c85e58a0f9d2acb918c23739fe1c014b183839a0877a7/569",
    "remoting_unittests": "adb93be9ef2b47e510eb666e664b89c517262096ac7ef228b8f16ec9985e785c/646",
    "sandbox_linux_unittests": "140100c5ec81c9246d28942f9a59a6b2683138a93ec27acff4c5878912f78e8e/569",
    "service_manager_unittests": "95992067ef77ac61a9dab645b49fabedc983a4f1122363dcc6f19b4a15b7b3ed/569",
    "services_unittests": "d9dedd2eeb3f000ae8c12fc70c2ce18d054e5ce69bd408f5d66938a9aa877ce9/815",
    "shell_dialogs_unittests": "9053ebdbb7f99c0789b1ceb8bf15d2743bb4377c1e89660cc30c6b4d44b8a579/569",
    "skia_unittests": "8bdc8594886a1c99871fb390aefcd72375486b75f633b44a10fcf8eee45a938e/569",
    "snapshot_unittests": "3e0544565fc8a7b6ae7bd02843cf827ecb49f297ae49a6b51bd20978ebefae98/569",
    "sql_unittests": "e460c0385123b751bf051431b419eb56266f39dece7527a9c74b0dc597bb9086/646",
    "storage_unittests": "c63400851c60a0b0e02fdde6f806f061bf59173d1a5653761b758c3f6595c59b/727",
    "sync_integration_tests": "c528116fef21203e2ec58eedb8fa080932d8074c0c0a72b5e920b8de037d916e/729",
    "ui_base_unittests": "b39476345f02a44d62f0bff77246f4642e2f04ca4ace8a596ba7028209a60791/723",
    "ui_touch_selection_unittests": "0142dd3f1776c3b0eca1572bd279b6bda0ca0c1d99cff38dacbc60f385f937c5/569",
    "unit_tests": "41277edeecb45fc35d7648fc28ac466ff7b6a3b93935247b2c9db77d69ce0cd1/1139",
    "url_unittests": "7ba1bfda2a7c48de2c88aabac103cc3620c3a8eb7f83ed639d3df96f6e10c90c/569",
    "views_unittests": "e8a11a2e2894e288ca43fe9eb7fdc4f309fbbbdd0a965d44a1cb96d6314a995e/569",
    "viz_unittests": "d00d4e2963e971b2ca3184039355fe2eb8c5fec5f1f1d934eac33335865e0e2f/653",
    "vr_common_unittests": "1d2d3cf7483be3b21a4b0cbf18fb2206d90687081617804ea2f480cb546d7091/648",
    "vr_pixeltests": "79e2a2191876aea7348c6ec73d2e5dad679e7162e2dda7ab780669decfc81958/646",
    "weblayer_browsertests": "12c33fd07861e18cbd55561c43543af6dbd632f0bff6caf16f131e826184a8b9/814",
    "weblayer_unittests": "1f1c0f4ebf33342812b6842f6fb6a3fd80cbdacae43493507adbbdb18584b836/646",
    "wm_unittests": "cd15cdbb5952dfe0c23d6fee9410c53e874f32226580a676a3a9fc7df1089fd3/569",
    "wtf_unittests": "75c1e2dd1e391e88f65f8be1c2d267a60786e2299677f1526e74ab383ff1c7a6/569",
    "x11_unittests": "4cbaa23d246a58844ff48c835fa22e292318050f441380f9d4706c3bf13b29ba/569",
    "xr_browser_tests": "b69c8ce12588a2a64f21ce505b33d1ad23d545d893f9f5b2e4ae77320db7ccf4/728",
    "zlib_unittests": "622edb78daa97fbacb01721ef65a21f3f00b64e57105ac6ce7d76f51636075c8/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1e4fd0f1ef21b25e645057382ade794554cadc0a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80961
  • user_agent:recipe

Debug log (UTC)

[15:32:54.153] New invocation is queued and will start shortly
[15:32:54.153] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:32:55.240] Starting the invocation (attempt 1)
[15:32:55.279] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1e4fd0f1ef21b25e645057382ade794554cadc0a"
[15:32:55.279] Popped gitiles commit info from properties and tags
[15:32:55.279] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:32:55.280] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:32:55.280] Buildbucket request:
{
  "requestId": "8990116752204146448",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1e4fd0f1ef21b25e645057382ade794554cadc0a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8eafe491237a2c675c25307c8b409c51e3c9af1a",
      "parent_got_dawn_revision": "d6a6e9c3c7e61bb42eb590ad4ce69bb2f237f3da",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
      "parent_got_revision_cp": "refs/heads/main@{#960377}",
      "parent_got_swiftshader_revision": "f6bdbed95b3703d782c2a2a537092afb39455442",
      "parent_got_v8_revision": "00fa871817c2c6415a1681852b8f2d174365e18d",
      "parent_got_v8_revision_cp": "refs/heads/9.9.113@{#1}",
      "parent_got_webrtc_revision": "cc9b7ec7401880e4c14e5c76c4637e191ab4490a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35706}",
      "swarm_hashes": {
            "absl_hardening_tests": "c8ed752b8b816c2617138a8b63bf97a7b71f90535b997abe6ec2489bc425fcf7/569",
            "accessibility_unittests": "e98f8e935f240596867e34812157a759013020069268ac0d6c673d70ce8345fd/569",
            "angle_unittests": "a760fcb6dae85cbb13da7d9e5042721ea9ccf63da93655fffdf3dff7c1bb8bad/570",
            "app_shell_unittests": "ba3c9e3be59feecd9d5c4daab8558fe747f99c2c03266df40d305901a37f3c08/730",
            "aura_unittests": "06490c42fc5229deb1d36415b20aea2ab99841d6a96d1e88e982e1113479f9e6/569",
            "base_unittests": "14f6e01d3d39f38c5ddde52ae85caab1fc699e4778c901dbb986d379dbc9db6d/648",
            "blink_common_unittests": "6434a806cf6cf1e6bac40268eba82d5e367cf802a5cbddb58a7e196c78b0618d/647",
            "blink_fuzzer_unittests": "d998ff193def3838f167cf3c2604937c46e0313abdbefff957e0112d0fbb07a5/569",
            "blink_heap_unittests": "4ca0faaa25f1816887b71a57c8087dd8b989074ea5f89616a16cc5960d763e80/569",
            "blink_platform_unittests": "55be4ad16bda29411878d387a84ed54725c358b844cada1cebe43b8c9dbf855e/726",
            "blink_unittests": "6f696e1fdbe73723531f40c4bae97b2b0f6a492873aac7e44a20246ba4e10649/810",
            "boringssl_crypto_tests": "db4cf9d183ad6dc2c74ccf72d7b7e4dea1cd390d74149f98ef68f3f68ca421c7/570",
            "boringssl_ssl_tests": "5e3ef808697078988d294d2ac003e1d15395b067c2d8a15ca48e9a17ed3e6738/569",
            "capture_unittests": "e8d205229b5bd5febacc9a117ba24b140f5c2b22efeb5df6d9b53e40a7c06254/648",
            "cast_unittests": "fb22a8e71f3009253fbc11392ea7458c9d676d4b0ba9c0eb0d586e8b2b8bbf99/569",
            "cc_unittests": "27821f6b184ad96f10fe710830cd286e1099aae55a74e61f23ef08c1a92be506/653",
            "chrome_app_unittests": "fe484b080e44609d15754bb7fb1f4061188e42605ec729cbb8a110dc14987902/648",
            "chromedriver_unittests": "404dec65600eab3774f8e8b7758d03b6edb43bb2a1b70d1b710f1663c87d4160/726",
            "color_unittests": "cac86d2c46b88f81ed5ee64311678ddac99427393440f3ca71d870194d11e84e/569",
            "components_browsertests": "834f115791ac2a6cb75f5b4ba16f465a7b857fe301dde10b16c0a93b46cb8fcb/813",
            "components_unittests": "399dcde5f9e3c786afdb16198a6391dc662cf36f376976eae8a0cf88bdc6b619/813",
            "compositor_unittests": "c35865230b5446e0f72b43552cab823d7a0b7a1d414ac19df491be8f7f187004/645",
            "content_browsertests": "b9700a941f5310a367f2a13f1a469721014483ee9ec61b8e9e97b8641892deb4/887",
            "content_unittests": "dd16e7e16e334194f49067c3367b3aad70c277496be624ffd4daacbc2762519f/806",
            "cronet_tests": "1c0e4efb790fde9e2a4661e026cb114220b9c6d934d7cf36e9aa3ba57b7f7bc9/730",
            "cronet_unittests": "0c645c92f326e76d839bc9e7a05e200534052909555935deed6d5d0341d0c95b/646",
            "crypto_unittests": "1a895c8590f9eed32ca0428e7b83a9bab0d6a7935bc04b859a5b7209dbf4fc0f/569",
            "dbus_unittests": "071eb0d0b5b848013556f244f402524e425afd7c540b56bcb08acfba9e4ca4e1/569",
            "device_unittests": "7777a0fe9564b8d8f04c7e656e74d4596ffc36ea1a5ae17e5c105bf5d1238d09/646",
            "display_unittests": "6aba894e54a09cca4a4998ed835cbab01dd2a45fa7011d3f165bede007c7d8f2/569",
            "events_unittests": "bcd901bfb810efecd4acbb350a50d8f1a055b25a8128dbdbbb1210a6d049daad/569",
            "extensions_browsertests": "74ba993e371b43e10d0b3e16406cd36d1bba9dfc12eff229caa16dffbc23bb2c/732",
            "extensions_unittests": "76710fb6d5450fe0caf86a5c91dd2ccaf2a9f71b79d72cfcf44aed0a93439c4f/896",
            "filesystem_service_unittests": "1d2666c761bc9d713f4f3e88beb1cf3f01faf97bec4dac13d7f1d52bb8564801/569",
            "gcm_unit_tests": "6d9feb4dcb26d2739343aef8bf5cfaca355ef54347dfec3009d59f14d9f2f0fc/646",
            "gfx_unittests": "310504713ab3b01750d13636a9b72f864bc5e2128427e2544fdf416630d7a04f/645",
            "gin_unittests": "e7bd5e2374f2b99f90be6060f949170cbcda207c5f023df872642fcc4d865e47/646",
            "gl_tests": "669339d1771573fefc92326676a3e5e6075503c5861f777db7eb13135c1466fa/569",
            "gl_unittests": "d3b6f0f47eaee8f53bf4cf9ec03cb49cd6ae17c858876c991100e0a8fa499c3d/569",
            "google_apis_unittests": "dbf5443e056a5f2dc82a774388d83ec7bdacc8f79ce28240c54f1ac44ad29f3a/731",
            "gpu_unittests": "82bda32f1a54965756c9375bcf4bf4fa07f8d88729003a38951e8eacca1890aa/646",
            "gwp_asan_unittests": "7a76a9562dbcf85671bb0df1da6a2dad4aeb25aa86558e42e262076653666062/570",
            "headless_browsertests": "2fdd7c4f2589b76f54314f5e932aeb734cf68902a811d91ed79906f2929e4470/730",
            "headless_unittests": "024074e676455d228eac1df88bca93cd9e4e6a6e3ece00934899ecceb9a6d23f/569",
            "interactive_ui_tests": "374da47a6f179ff7b6888d5f93709621824303c5b75a429a3ee5246f7a41f971/965",
            "ipc_tests": "3e8aa35947123b2d9276d2ae6ab412e3a376aa6bed0129bdb4f36811d623a229/569",
            "jingle_unittests": "45d26ab026718ed5314cd0fead96a1df586a0ca6a5c376eaea853bcfa9ad6f43/646",
            "latency_unittests": "f383c57617f719b9ac33aecaac64b160d349a58bf78a81f84de8a65b48442d25/569",
            "libjingle_xmpp_unittests": "05ccd13e3a223c373af88a69e95bd7b34ad613d87b334477c3360c440f5f41f3/569",
            "liburlpattern_unittests": "cd3880b2f96555e3da7998253b06f57c5d09b05d5db8123f43bff053c9832641/569",
            "media_unittests": "c3814bf4a2bed39cf622e365c0db2943633bac87cfa3def48fe7b19a1437a9cb/649",
            "message_center_unittests": "6972cf11b5ae17faa5636dc641d54ac7c705de6aec97250de709a9fa80e2b4ec/569",
            "midi_unittests": "cc2b059577acbabe667acee44b8497686b3acf011a7fc5110cdd7a5a59b1575b/569",
            "mojo_core_unittests": "a73692ea657af95cd91e04f143b81f36134e14f1b17470ae47552d81463d05bc/569",
            "mojo_unittests": "e6876e9d57a42a347085e672e30d51f2d0ec7f54e67a2f42a454d648f3d407a6/647",
            "native_theme_unittests": "d4f7820b4f6536bccf5deae8fec029026c8eafc06047fd2451a37d7ae06ffec9/569",
            "net_unittests": "a9bf5b91a0b81db145c0be64e9008ab127b1438a6268c6378c0dbd697cae27ec/648",
            "openscreen_unittests": "f5f39f67a2811f8a9c2785c50bed48e24978d897f7e3614a86fba2e967472010/648",
            "ozone_x11_unittests": "22fbff43d2d683326e72c529e967e584d3222bb31ca852cd98155e1fbaf0c193/569",
            "pdf_unittests": "6634ec20bb18bd126940eebf7ef0962969864a8043c245c2387c6b8f35cb35ac/646",
            "perfetto_unittests": "5cfa292969538660c0b03012d079748364da9a4edcce60679352da38761ec77f/569",
            "ppapi_unittests": "a2b261ff904642d9bd67b4efd4f31885f4a3d0057ebfc517c18927b36622dc8c/569",
            "printing_unittests": "e55d56db0a96f68c821c85e58a0f9d2acb918c23739fe1c014b183839a0877a7/569",
            "remoting_unittests": "adb93be9ef2b47e510eb666e664b89c517262096ac7ef228b8f16ec9985e785c/646",
            "sandbox_linux_unittests": "140100c5ec81c9246d28942f9a59a6b2683138a93ec27acff4c5878912f78e8e/569",
            "service_manager_unittests": "95992067ef77ac61a9dab645b49fabedc983a4f1122363dcc6f19b4a15b7b3ed/569",
            "services_unittests": "d9dedd2eeb3f000ae8c12fc70c2ce18d054e5ce69bd408f5d66938a9aa877ce9/815",
            "shell_dialogs_unittests": "9053ebdbb7f99c0789b1ceb8bf15d2743bb4377c1e89660cc30c6b4d44b8a579/569",
            "skia_unittests": "8bdc8594886a1c99871fb390aefcd72375486b75f633b44a10fcf8eee45a938e/569",
            "snapshot_unittests": "3e0544565fc8a7b6ae7bd02843cf827ecb49f297ae49a6b51bd20978ebefae98/569",
            "sql_unittests": "e460c0385123b751bf051431b419eb56266f39dece7527a9c74b0dc597bb9086/646",
            "storage_unittests": "c63400851c60a0b0e02fdde6f806f061bf59173d1a5653761b758c3f6595c59b/727",
            "sync_integration_tests": "c528116fef21203e2ec58eedb8fa080932d8074c0c0a72b5e920b8de037d916e/729",
            "ui_base_unittests": "b39476345f02a44d62f0bff77246f4642e2f04ca4ace8a596ba7028209a60791/723",
            "ui_touch_selection_unittests": "0142dd3f1776c3b0eca1572bd279b6bda0ca0c1d99cff38dacbc60f385f937c5/569",
            "unit_tests": "41277edeecb45fc35d7648fc28ac466ff7b6a3b93935247b2c9db77d69ce0cd1/1139",
            "url_unittests": "7ba1bfda2a7c48de2c88aabac103cc3620c3a8eb7f83ed639d3df96f6e10c90c/569",
            "views_unittests": "e8a11a2e2894e288ca43fe9eb7fdc4f309fbbbdd0a965d44a1cb96d6314a995e/569",
            "viz_unittests": "d00d4e2963e971b2ca3184039355fe2eb8c5fec5f1f1d934eac33335865e0e2f/653",
            "vr_common_unittests": "1d2d3cf7483be3b21a4b0cbf18fb2206d90687081617804ea2f480cb546d7091/648",
            "vr_pixeltests": "79e2a2191876aea7348c6ec73d2e5dad679e7162e2dda7ab780669decfc81958/646",
            "weblayer_browsertests": "12c33fd07861e18cbd55561c43543af6dbd632f0bff6caf16f131e826184a8b9/814",
            "weblayer_unittests": "1f1c0f4ebf33342812b6842f6fb6a3fd80cbdacae43493507adbbdb18584b836/646",
            "wm_unittests": "cd15cdbb5952dfe0c23d6fee9410c53e874f32226580a676a3a9fc7df1089fd3/569",
            "wtf_unittests": "75c1e2dd1e391e88f65f8be1c2d267a60786e2299677f1526e74ab383ff1c7a6/569",
            "x11_unittests": "4cbaa23d246a58844ff48c835fa22e292318050f441380f9d4706c3bf13b29ba/569",
            "xr_browser_tests": "b69c8ce12588a2a64f21ce505b33d1ad23d545d893f9f5b2e4ae77320db7ccf4/728",
            "zlib_unittests": "622edb78daa97fbacb01721ef65a21f3f00b64e57105ac6ce7d76f51636075c8/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990116752204146448"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80961"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:32:55.745] Scheduled build:
{
  "id": "8824686690302371121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72909,
  "createdBy": "project:chromium",
  "createTime": "2022-01-18T15:32:55.334615123Z",
  "updateTime": "2022-01-18T15:32:55.334615123Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
      "ref": "refs/heads/main"
    }
  }
}
[15:32:55.745] Task URL: https://cr-buildbucket.appspot.com/build/8824686690302371121
[15:32:55.745] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990116752204146448:2:0) after 8m3s
[15:33:41.506] Received PubSub notification, asking Buildbucket for the build status
[15:33:41.541] Build status: STARTED
[15:40:58.766] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990116752204146448:2:0)
[15:40:58.789] Build status: STARTED
[15:40:58.789] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990116752204146448:4:0) after 6m48s
[15:47:46.887] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990116752204146448:4:0)
[15:47:46.926] Build status: STARTED
[15:47:46.926] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990116752204146448:5:0) after 7m58s
[15:55:44.997] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990116752204146448:5:0)
[15:55:45.017] Build status: STARTED
[15:55:45.017] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990116752204146448:6:0) after 5m35s
[15:58:00.921] Received PubSub notification, asking Buildbucket for the build status
[15:58:00.957] Build:
{
  "id": "8824686690302371121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72909,
  "createdBy": "project:chromium",
  "createTime": "2022-01-18T15:32:55.334615123Z",
  "startTime": "2022-01-18T15:33:40.801431Z",
  "endTime": "2022-01-18T15:58:00.168225717Z",
  "updateTime": "2022-01-18T15:58:00.168225717Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1e4fd0f1ef21b25e645057382ade794554cadc0a",
      "ref": "refs/heads/main"
    }
  }
}
[15:58:00.957] Invocation finished in 25m6.820108429s with status FAILED