Fix : compile bug causing models to error with 'lora' key not found (#…

…547)
predibase · Jul 19, 2024 · 1adc076 · 1adc076
1 parent 5a7a1be
commit 1adc076
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/server/lorax_server/adapters/weights.py b/server/lorax_server/adapters/weights.py
@@ -117,7 +117,9 @@ def from_meta(
         for k, v in weights.items():
             if v.is_empty():
                 continue
-            data[k] = v.get_data(meta, prefill, prefill_head_indices if k == LM_HEAD else None)
+            layer_weights = v.get_data(meta, prefill, prefill_head_indices if k == LM_HEAD else None)
+            if layer_weights:
+                data[k] = layer_weights
         return AdapterBatchData(meta=meta, data=data, prefill=prefill)
 
     def ranks(self) -> Set[int]: