fix bugs

Author: chengtao-lv

llmc/models/base_model.py

@@ -35,7 +35,7 @@ def __init__(self, config, device_map=None, use_cache=False):
         self.vision_projector = None
         self.audio_model = None
         self.audio_projector = None
-        self.modality = None
+        self.modality = 'language'
         self.kvcache_buffer = []
         self.build_tokenizer()
         self.build_model()

requirements/runtime.txt

@@ -32,4 +32,5 @@ tiktoken
 librosa
 human_eval
 lmms-eval
-imageio
+imageio
+diffusers