Skip to content

Commit

Permalink
Add nearswap to registry
Browse files Browse the repository at this point in the history
  • Loading branch information
cg123 committed Jan 25, 2025
1 parent c1a81f7 commit 976361b
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 0 deletions.
9 changes: 9 additions & 0 deletions mergekit/merge_methods/nearswap.py
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,15 @@ def execute(self, tensors: Dict[ModelReference, torch.Tensor]) -> torch.Tensor:


class NearSwapMerge(MergeMethod):
def name(self) -> str:
return "nearswap"

def pretty_name(self) -> Optional[str]:
return "NearSwap"

def reference_url(self) -> Optional[str]:
return "https://huggingface.co/alchemonaut/QuartetAnemoi-70B-t0.0001"

def parameters(self) -> List[ConfigParameterDef]:
return [ConfigParameterDef(name="t", required=True)]

Expand Down
2 changes: 2 additions & 0 deletions mergekit/merge_methods/registry.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@
)
from mergekit.merge_methods.linear import LinearMerge
from mergekit.merge_methods.model_stock import ModelStockMerge
from mergekit.merge_methods.nearswap import NearSwapMerge
from mergekit.merge_methods.nuslerp import NuSlerpMerge
from mergekit.merge_methods.passthrough import PassthroughMerge
from mergekit.merge_methods.sce import SCEMerge
Expand All @@ -35,6 +36,7 @@
PassthroughMerge(),
ModelStockMerge(),
SCEMerge(),
NearSwapMerge(),
# generalized task arithmetic methods
GeneralizedTaskArithmeticMerge(
consensus_method=None,
Expand Down

0 comments on commit 976361b

Please sign in to comment.