hotfix : token duplicate

Author: cloneofsimo

lora_diffusion/lora_manager.py

@@ -12,6 +12,7 @@
 
 def lora_join(lora_safetenors: list):
     metadatas = [dict(safelora.metadata()) for safelora in lora_safetenors]
+    _total_metadata = {}
     total_metadata = {}
     total_tensor = {}
     total_rank = 0
@@ -24,9 +25,14 @@ def lora_join(lora_safetenors: list):
 
         assert len(set(rankset)) == 1, "Rank should be the same per model"
         total_rank += rankset[0]
-        total_metadata.update(_metadata)
+        _total_metadata.update(_metadata)
         ranklist.append(rankset[0])
 
+    # remove metadata about tokens
+    for k, v in _total_metadata.items():
+        if v != "<embed>":
+            total_metadata[k] = v
+
     tensorkeys = set()
     for safelora in lora_safetenors:
         tensorkeys.update(safelora.keys())
@@ -57,9 +63,6 @@ def lora_join(lora_safetenors: list):
 
             print(f"Embedding {token} replaced to <s{idx}-{jdx}>")
 
-            if total_metadata.get(token, None) is not None:
-                del total_metadata[token]
-
         token_size_list.append(len(tokens))
 
     return total_tensor, total_metadata, ranklist, token_size_list