Unable to build with bundled on opensuse

[Firstyear]

The essapi-sys build fails due to inability to find symbols from openssl. Any advice here would be great.

 cargo run --example aes_encrypt_decrypt --features "generate-bindings integration-tests bundled"

All of the libraries are present for openssl-3 as well as the related pkg-config files.

/usr/include/ssl
/usr/lib64/libcrypto.so
/usr/lib64/libssl.so
/usr/lib64/pkgconfig/libcrypto.pc
/usr/lib64/pkgconfig/libssl.pc
/usr/lib64/pkgconfig/openssl.pc
/usr/share/doc/packages/libopenssl-3-devel

error: linking with `cc` failed: exit status: 1
  |
  = note:  "cc" "-m64" "/tmp/rustczVKruu/symbols.o" "<30 object files omitted>" "-Wl,--as-needed" "-Wl,-Bstatic" "/home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/deps/{libtss_esapi-b74b32e6553b7274,libhostname_validator-207514500d34db57,libstrum-1b852b4aa568f5c5,libsha3-108bdcdcb1075802,libkeccak-8b3cd4a0072181a5,libsm2-33bed472c5bd4460,libsm3-14d536a22a41e4f0,libp521-8f16c6298974fc50,libp192-4848a2d3f3c189dd,libp384-0390eaa9d2bd5f7b,libp256-973989e9cf1576a8,libp224-186e271df33570fc,libprimeorder-e26b3a1049eadb53,libserde-45c71fd2861cfa28,libserde_core-6b718945fbcc98f3,libregex-3f1047a899343f83,libregex_automata-1122fcba119d8eb1,libaho_corasick-56ca3e81afd40e5a,libmemchr-0f07d7c340c7cee2,libregex_syntax-b325ad76ad00641a,libenumflags2-224b1ee70d220441,libx509_cert-aa46d670eb70b756,librsa-aedff3af0f601888,libsha1-de92d09df0e4dcda,libsha2-b071e5e2d01a5622,libcpufeatures-965da2e628aa3ebd,libpkcs1-0832a044fe15132a,libnum_bigint_dig-5e15c699ea263488,liblibm-63dd8845b720c15b,libnum_iter-6e35b1c6c3dd8728,librand-9c7c782877d29bd1,librand_chacha-3eb71e0a147ef8f5,libppv_lite86-e26e27027a950c15,libzerocopy-f806c24807f719fb,libnum_integer-508b61a008c34155,libnum_traits-c6ff946125d559f7,liblazy_static-3f8eab4e2e7ce884,libspin-689451490509ec6f,libsmallvec-0f8403f8dc76f60b,libecdsa-b59bd1fa8d23edd8,librfc6979-4165f7a15e3768cc,libsignature-02d13d265d05dd6c,libelliptic_curve-2dc357aba1b2cce4,libsec1-d076eefef2d19d5a,libpkcs8-adefa844cee9cc1d,libspki-c7221c66fbc3c4c2,libder-173372408f7a1454,libflagset-41360143281b60d5,libpem_rfc7468-4013dcb89cd787ef,libbase64ct-47026b9ca9a440a4,libhkdf-cdb8454e8999da10,libhmac-fb03a411a1a7e7bd,libcrypto_bigint-1b6984e81893f877,libbase16ct-cd4b6fee274155fb,libgroup-a0ea10762c5d3482,libff-4b36faade62b4dd3,librand_core-0441f9929900ea55,libgetrandom-53378f8fffdce44d,liblibc-1784a02f99458686,libcfg_if-a3662b74b62b86e1,libdigest-69b1fcc05d3cd598,libsubtle-93c85a9c0a5259b1,libconst_oid-2505ff7b49e5ccc5,libblock_buffer-dbaf8182450e5dc8,libcrypto_common-31a8cbcf4b4e8c63,libgeneric_array-8168893bfc21df32,libtypenum-aa9b4271e041a3f4,libtss_esapi_sys-9fcd049654669494,libbitfield-1d6d0ec9c0ef768b,libzeroize-97e2f99b3f17a65f,libmalloced-e73e5d8ee95eb50f,liblog-a104af7ddd07da4f}.rlib" "<sysroot>/lib/rustlib/x86_64-unknown-linux-gnu/lib/{libstd-*,libpanic_unwind-*,libobject-*,libmemchr-*,libaddr2line-*,libgimli-*,libcfg_if-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libminiz_oxide-*,libadler2-*,libunwind-*,liblibc-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib" "-Wl,-Bdynamic" "-ltss2-sys" "-ltss2-esys" "-ltss2-tctildr" "-ltss2-mu" "-lgcc_s" "-lutil" "-lrt" "-lpthread" "-lm" "-ldl" "-lc" "-L" "/tmp/rustczVKruu/raw-dylibs" "-B<sysroot>/lib/rustlib/x86_64-unknown-linux-gnu/bin/gcc-ld" "-Wl,--eh-frame-hdr" "-Wl,-z,noexecstack" "-L" "/home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/lib" "-L" "<sysroot>/lib/rustlib/x86_64-unknown-linux-gnu/lib" "-o" "/home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/examples/aes_encrypt_decrypt-b7fbdfdc2720a6b1" "-Wl,--gc-sections" "-pie" "-Wl,-z,relro,-z,now" "-nodefaultlibs"
  = note: some arguments are omitted. use `--verbose` to show all linker arguments
  = note: /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/lib/libtss2-esys.a(src_tss2_esys_libtss2_esys_la-Esys_Create.o): in function `Esys_Create_Async':
          /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/api/Esys_Create.c:221:(.text.Esys_Create_Async+0x3d7): undefined reference to `Tss2_Sys_Create_Prepare'
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/api/Esys_Create.c:248:(.text.Esys_Create_Async+0x689): undefined reference to `Tss2_Sys_SetCmdAuths'
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/api/Esys_Create.c:253:(.text.Esys_Create_Async+0x723): undefined reference to `Tss2_Sys_ExecuteAsync'
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/lib/libtss2-esys.a(src_tss2_esys_libtss2_esys_la-Esys_Create.o): in function `Esys_Create_Finish':
          /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/api/Esys_Create.c:369:(.text.Esys_Create_Finish+0x476): undefined reference to `Tss2_Sys_ExecuteFinish'
....
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/esys_crypto_ossl.c:1350:(.text.iesys_cryptossl_sym_sm4_decrypt+0x15c): undefined reference to `EVP_CIPHER_CTX_new'
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/esys_crypto_ossl.c:1357:(.text.iesys_cryptossl_sym_sm4_decrypt+0x295): undefined reference to `EVP_DecryptInit'
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/esys_crypto_ossl.c:1363:(.text.iesys_cryptossl_sym_sm4_decrypt+0x320): undefined reference to `EVP_DecryptUpdate'
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/esys_crypto_ossl.c:1367:(.text.iesys_cryptossl_sym_sm4_decrypt+0x3a1): undefined reference to `EVP_DecryptFinal'
          /usr/lib64/gcc/x86_64-suse-linux/7/../../../../x86_64-suse-linux/bin/ld: /home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/tpm2-tss/src/tss2-esys/esys_crypto_ossl.c:1374:(.text.iesys_cryptossl_sym_sm4_decrypt+0x462): undefined reference to `EVP_CIPHER_CTX_free'
          collect2: error: ld returned 1 exit status
          collect2: error: ld returned 1 exit status

  = note: some `extern` functions couldn't be found; some native libraries may need to be installed or have their path specified
  = note: use the `-l` flag to specify native libraries to link
  = note: use the `cargo:rustc-link-lib` directive to specify the native libraries to link with Cargo (see https://doc.rust-lang.org/cargo/reference/build-scripts.html#rustc-link-lib)

error: could not compile `tss-esapi` (example "aes_encrypt_decrypt") due to 1 previous error

Formatting the cc line:

"cc"
"-m64"
"/tmp/rustczVKruu/symbols.o"
"<30 object files omitted>"
"-Wl,--as-needed"
"-Wl,-Bstatic"
"/home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/deps/{libtss_esapi-b74b32e6553b7274,libhostname_validator-207514500d34db57,libstrum-1b852b4aa568f5c5,libsha3-108bdcdcb1075802,libkeccak-8b3cd4a0072181a5,libsm2-33bed472c5bd4460,libsm3-14d536a22a41e4f0,libp521-8f16c6298974fc50,libp192-4848a2d3f3c189dd,libp384-0390eaa9d2bd5f7b,libp256-973989e9cf1576a8,libp224-186e271df33570fc,libprimeorder-e26b3a1049eadb53,libserde-45c71fd2861cfa28,libserde_core-6b718945fbcc98f3,libregex-3f1047a899343f83,libregex_automata-1122fcba119d8eb1,libaho_corasick-56ca3e81afd40e5a,libmemchr-0f07d7c340c7cee2,libregex_syntax-b325ad76ad00641a,libenumflags2-224b1ee70d220441,libx509_cert-aa46d670eb70b756,librsa-aedff3af0f601888,libsha1-de92d09df0e4dcda,libsha2-b071e5e2d01a5622,libcpufeatures-965da2e628aa3ebd,libpkcs1-0832a044fe15132a,libnum_bigint_dig-5e15c699ea263488,liblibm-63dd8845b720c15b,libnum_iter-6e35b1c6c3dd8728,librand-9c7c782877d29bd1,librand_chacha-3eb71e0a147ef8f5,libppv_lite86-e26e27027a950c15,libzerocopy-f806c24807f719fb,libnum_integer-508b61a008c34155,libnum_traits-c6ff946125d559f7,liblazy_static-3f8eab4e2e7ce884,libspin-689451490509ec6f,libsmallvec-0f8403f8dc76f60b,libecdsa-b59bd1fa8d23edd8,librfc6979-4165f7a15e3768cc,libsignature-02d13d265d05dd6c,libelliptic_curve-2dc357aba1b2cce4,libsec1-d076eefef2d19d5a,libpkcs8-adefa844cee9cc1d,libspki-c7221c66fbc3c4c2,libder-173372408f7a1454,libflagset-41360143281b60d5,libpem_rfc7468-4013dcb89cd787ef,libbase64ct-47026b9ca9a440a4,libhkdf-cdb8454e8999da10,libhmac-fb03a411a1a7e7bd,libcrypto_bigint-1b6984e81893f877,libbase16ct-cd4b6fee274155fb,libgroup-a0ea10762c5d3482,libff-4b36faade62b4dd3,librand_core-0441f9929900ea55,libgetrandom-53378f8fffdce44d,liblibc-1784a02f99458686,libcfg_if-a3662b74b62b86e1,libdigest-69b1fcc05d3cd598,libsubtle-93c85a9c0a5259b1,libconst_oid-2505ff7b49e5ccc5,libblock_buffer-dbaf8182450e5dc8,libcrypto_common-31a8cbcf4b4e8c63,libgeneric_array-8168893bfc21df32,libtypenum-aa9b4271e041a3f4,libtss_esapi_sys-9fcd049654669494,libbitfield-1d6d0ec9c0ef768b,libzeroize-97e2f99b3f17a65f,libmalloced-e73e5d8ee95eb50f,liblog-a104af7ddd07da4f}.rlib"
"<sysroot>/lib/rustlib/x86_64-unknown-linux-gnu/lib/{libstd-*,libpanic_unwind-*,libobject-*,libmemchr-*,libaddr2line-*,libgimli-*,libcfg_if-*,librustc_demangle-*,libstd_detect-*,libhashbrown-*,librustc_std_workspace_alloc-*,libminiz_oxide-*,libadler2-*,libunwind-*,liblibc-*,librustc_std_workspace_core-*,liballoc-*,libcore-*,libcompiler_builtins-*}.rlib"
"-Wl,-Bdynamic"
"-ltss2-sys"
"-ltss2-esys"
"-ltss2-tctildr"
"-ltss2-mu"
"-lgcc_s"
"-lutil"
"-lrt"
"-lpthread"
"-lm"
"-ldl"
"-lc"
"-L"
"/tmp/rustczVKruu/raw-dylibs"
"-B<sysroot>/lib/rustlib/x86_64-unknown-linux-gnu/bin/gcc-ld"
"-Wl,--eh-frame-hdr"
"-Wl,-z,noexecstack"
"-L"
"/home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/build/tss-esapi-sys-651211342ace232f/out/lib"
"-L"
"<sysroot>/lib/rustlib/x86_64-unknown-linux-gnu/lib"
"-o"
"/home/886b45ce-98b2-4d79-9069-c9ff25bc0232/development/rust-tss-esapi/target/debug/examples/aes_encrypt_decrypt-b7fbdfdc2720a6b1"
"-Wl,--gc-sections"
"-pie"
"-Wl,-z,relro,-z,now"
"-nodefaultlibs"

[Superhepper]

Have you tried to build tpm2-tss locally just to see if it works from outside of the build.rs ?

[Firstyear]

Yes, openssl-dev is installed and present.

I haven't built it myself, but from https://build.opensuse.org/projects/security/packages/tpm2-0-tss/files/tpm2-0-tss.spec?expand=1 this does correctly build on 15.6/15.7

Even installing all same dep packages to be certain, didn't result in a working build. The build.rs looks like it's doing a lot of link path manipulation, could that be involved here?

Installed: sudo zypper in pkgconfig "pkgconfig(json-c)" "pkgconfig(libcurl)" "pkgconfig(libopenssl)" "pkgconfig(udev)" "pkgconfig(uuid)"

[Superhepper]

Oh this took forever...
Tried to install and setup OpenSuse in WSL2 .... and it took forever. Everything was timing out all the time and I could not figure out why. Seems as everything it did, got caught in the firewall...that took some hours to find out.

Then I tried to build tss-esapi and one after one installed the tpm2-tss dependencies specified on the web page. Still didn't work so I went and looked at the OpenSuse docker images they use for CI.

https://github.com/tpm2-software/tpm2-software-container/blob/master/opensuse-leap.docker.m4

And checked if there was anything else they might be using to get things to work. So these are the things I needed to install:

gcc
gcc-c++
curl
autoconf
automake
autoconf-archive
libtool
pkg-config
libopenssl-3-devel
libcurl-devel
libjson-c-devel
libusb-1_0-devel
libuuid-devel (Not sure about this one I think uuid-devel is the correct one)
libftdi1-devel
uuid-devel
doxygen (probably not necessary)
libini_config-devel
libltdl7
glib2-devel
make
clang

Not sure if that is different from what you have installed.

[Firstyear]

I installed those to be 100% sure, but same error. Want me to give you access to a machine so you can take a look? Happy to add your public key.

[Superhepper]

So I am actually thinking that the problem is not that it cannot be built. The problem is that it is not possible to run it. All the required libraries does not seem to be available when trying to run it.

[Superhepper]

After some trial and horror. I kind of figured out the problem. And I statically linked against lcrypto and that seemed to fix things. Because tpm2-tss uses that for functions that can be run without a TPM. I am not sure if we uses that at all ... so the I am thinking I should try and find a config flag to disable that.

but if you just want something that runs for now you can add some lines after the compile here

rust-tss-esapi/tss-esapi-sys/build.rs

Line 107 in b306ff8

Self::compile(&source_path);

println!("cargo::rustc-link-search=native=/usr/lib/x86_64-linux-gnu/"); // Needs to point to where libcrypto.a can be found
println!("cargo:rustc-link-lib=static=crypto");
println!("cargo:rustc-link-lib=static=dl");
println!("cargo:rustc-link-lib=static=pthread");

[Superhepper]

And if setup the Autotools config with

  .with("crypto", Some("none"))
  .disable("policy", None)

I got some strange linking problem with just tpm2-tss libraries. Not sure if it is valid to that.

[Superhepper]

@Firstyear Could you test if my PR fixes your problem?

p.s. I sent you my public key on slack for future endeavours.