Skip to content

Commit

Permalink
Add translation recipe (#644)
Browse files Browse the repository at this point in the history
  • Loading branch information
cbalioglu authored Jul 8, 2024
1 parent b336b02 commit 3969a96
Show file tree
Hide file tree
Showing 3 changed files with 471 additions and 0 deletions.
2 changes: 2 additions & 0 deletions src/fairseq2/recipes/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,7 @@
from fairseq2.recipes.assets import _setup_asset_cli
from fairseq2.recipes.llama import _setup_llama_cli
from fairseq2.recipes.lm import _setup_lm_cli
from fairseq2.recipes.transformer import _setup_transformer_cli
from fairseq2.recipes.wav2vec2.asr import _setup_wav2vec2_asr_cli


Expand All @@ -38,6 +39,7 @@ def _setup_cli(cli: Cli) -> None:
_setup_asset_cli(cli)
_setup_lm_cli(cli)
_setup_llama_cli(cli)
_setup_transformer_cli(cli)
_setup_wav2vec2_asr_cli(cli)

# Set up 3rd party CLI extensions.
Expand Down
30 changes: 30 additions & 0 deletions src/fairseq2/recipes/transformer/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.
#
# This source code is licensed under the BSD-style license found in the
# LICENSE file in the root directory of this source tree.

from fairseq2.recipes.cli import Cli, RecipeCommandHandler
from fairseq2.recipes.transformer.translate import (
load_text_translator,
text_translate_presets,
)


def _setup_transformer_cli(cli: Cli) -> None:
group = cli.add_group(
"transformer", help="Transformer-based machine translation recipes"
)

# Translate
text_translate_handler = RecipeCommandHandler(
loader=load_text_translator,
preset_configs=text_translate_presets,
default_preset="nllb_dense_600m",
)

group.add_command(
name="translate",
handler=text_translate_handler,
help="translate text",
)
Loading

0 comments on commit 3969a96

Please sign in to comment.