From 976361b7adccbb0a5e303f12865dfe3ed5bc9257 Mon Sep 17 00:00:00 2001 From: "Charles O. Goddard" Date: Sat, 25 Jan 2025 07:05:22 +0000 Subject: [PATCH] Add nearswap to registry --- mergekit/merge_methods/nearswap.py | 9 +++++++++ mergekit/merge_methods/registry.py | 2 ++ 2 files changed, 11 insertions(+) diff --git a/mergekit/merge_methods/nearswap.py b/mergekit/merge_methods/nearswap.py index 10371b5e..1a636007 100644 --- a/mergekit/merge_methods/nearswap.py +++ b/mergekit/merge_methods/nearswap.py @@ -71,6 +71,15 @@ def execute(self, tensors: Dict[ModelReference, torch.Tensor]) -> torch.Tensor: class NearSwapMerge(MergeMethod): + def name(self) -> str: + return "nearswap" + + def pretty_name(self) -> Optional[str]: + return "NearSwap" + + def reference_url(self) -> Optional[str]: + return "https://huggingface.co/alchemonaut/QuartetAnemoi-70B-t0.0001" + def parameters(self) -> List[ConfigParameterDef]: return [ConfigParameterDef(name="t", required=True)] diff --git a/mergekit/merge_methods/registry.py b/mergekit/merge_methods/registry.py index 87141371..e55cb252 100644 --- a/mergekit/merge_methods/registry.py +++ b/mergekit/merge_methods/registry.py @@ -22,6 +22,7 @@ ) from mergekit.merge_methods.linear import LinearMerge from mergekit.merge_methods.model_stock import ModelStockMerge +from mergekit.merge_methods.nearswap import NearSwapMerge from mergekit.merge_methods.nuslerp import NuSlerpMerge from mergekit.merge_methods.passthrough import PassthroughMerge from mergekit.merge_methods.sce import SCEMerge @@ -35,6 +36,7 @@ PassthroughMerge(), ModelStockMerge(), SCEMerge(), + NearSwapMerge(), # generalized task arithmetic methods GeneralizedTaskArithmeticMerge( consensus_method=None,