I'm trying to run LyraDiff on an RTX 5090, but I encountered the following error:
Loading LyraDiffVAE from /opt/ComfyUI/models/lyradiff/sdxl-vae-fp16-fix... [WARNING] gemm_config.in is not found; using default GEMM algo Loading LyraDiffUNet, config: /opt/ComfyUI/models/lyradiff/sdxl_unet/config-json... [WARNING] gemm_config.in is not found; using default GEMM algo Error during model loading: [lyradiff] [ERROR] Assertion failed: Unsupported architecture (/data/home/yibolu/mbig/LyraSD/src/lyradiff/layers/attention/flash_fused_attention_v2/fmhaRunner.cpp:61) 0x7bf8522b2442 lyradiff::throwRuntimeError(char const*, int, std::__cxx11:: basic_string<char, std::char_traits<char›, std:: allocator<char> › const&) + 128 0x7bf8527a2500 lyradiff::FusedMHARunnerV2:: FusedMHARunnerV2(lyradiff::Data_type, int, int, float) + 3472 0x7bf8527a0a96 lyradiff::flash_attn::FusedFlashAttentionLayerV2<__half>::FusedFlashAttentionLayerV2(unsigned long, unsigned long, unsigned long, float, bool, bool, bool, int, CUstream_st*, lyradiff:: cublasMWrapper*, lyradiff:: IAllocator*, bool, bool, bool, int, int) + 230 0x7bf8525a068c lyradiff::BasicTransformerBlock<__half>::BasicTransformerBlock(unsigned long, unsigned long, unsigned long, unsigned long, CUstream_st*, lyradiff:: cublasMMWrapper*, lyradiff::IAllocator*, bool) + 732 0x7bf85259980a lyradiff::LTransformer2dBlock<_ _half>::LTransformer2dBlock(unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, cudnContext*, CUstream_st*, lyradiff: :cublasMMWrapper*, lyradiff::IAllocator*, bool, lyradiff: :LyraQuantType) + 522 0x7bf852520064 lyradiff::XLCrossAttnDownBlock2d<__half>::XLCrossAttnDownBlock2d(unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, bool, cudnnContext*, CUstream_st*, CUstream_st*, lyradiff:: cublasM™Wrapper*, lyradiff:: IAllocator*, bool, lyradiff::LyraQuant Type) + 356 7 0x7bf8524d2242 lyradiff::LUnet2dConditionalModel<_half>::LUnet2dConditionalModel (cudnnContext*, CUstream_st*, lyradiff:: cublasM™Wrapper*, lyradiff:: IAllocator*, bool, bool, bool, unsigned long, unsigned long, lyradiff::LyraQuantType) + 1314
Does LyraDiff support the RTX 5090?
I'm trying to run LyraDiff on an RTX 5090, but I encountered the following error:
Loading LyraDiffVAE from /opt/ComfyUI/models/lyradiff/sdxl-vae-fp16-fix... [WARNING] gemm_config.in is not found; using default GEMM algo Loading LyraDiffUNet, config: /opt/ComfyUI/models/lyradiff/sdxl_unet/config-json... [WARNING] gemm_config.in is not found; using default GEMM algo Error during model loading: [lyradiff] [ERROR] Assertion failed: Unsupported architecture (/data/home/yibolu/mbig/LyraSD/src/lyradiff/layers/attention/flash_fused_attention_v2/fmhaRunner.cpp:61) 0x7bf8522b2442 lyradiff::throwRuntimeError(char const*, int, std::__cxx11:: basic_string<char, std::char_traits<char›, std:: allocator<char> › const&) + 128 0x7bf8527a2500 lyradiff::FusedMHARunnerV2:: FusedMHARunnerV2(lyradiff::Data_type, int, int, float) + 3472 0x7bf8527a0a96 lyradiff::flash_attn::FusedFlashAttentionLayerV2<__half>::FusedFlashAttentionLayerV2(unsigned long, unsigned long, unsigned long, float, bool, bool, bool, int, CUstream_st*, lyradiff:: cublasMWrapper*, lyradiff:: IAllocator*, bool, bool, bool, int, int) + 230 0x7bf8525a068c lyradiff::BasicTransformerBlock<__half>::BasicTransformerBlock(unsigned long, unsigned long, unsigned long, unsigned long, CUstream_st*, lyradiff:: cublasMMWrapper*, lyradiff::IAllocator*, bool) + 732 0x7bf85259980a lyradiff::LTransformer2dBlock<_ _half>::LTransformer2dBlock(unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, cudnContext*, CUstream_st*, lyradiff: :cublasMMWrapper*, lyradiff::IAllocator*, bool, lyradiff: :LyraQuantType) + 522 0x7bf852520064 lyradiff::XLCrossAttnDownBlock2d<__half>::XLCrossAttnDownBlock2d(unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, bool, cudnnContext*, CUstream_st*, CUstream_st*, lyradiff:: cublasM™Wrapper*, lyradiff:: IAllocator*, bool, lyradiff::LyraQuant Type) + 356 7 0x7bf8524d2242 lyradiff::LUnet2dConditionalModel<_half>::LUnet2dConditionalModel (cudnnContext*, CUstream_st*, lyradiff:: cublasM™Wrapper*, lyradiff:: IAllocator*, bool, bool, bool, unsigned long, unsigned long, lyradiff::LyraQuantType) + 1314Does LyraDiff support the RTX 5090?