Gen SDK

Signed-off-by: Andrey Velichkevich <[email protected]>

sdk/kubeflow/trainer/__init__.py

@@ -1,58 +1,35 @@
-# coding: utf-8
+# Copyright 2024 The Kubeflow Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
-# flake8: noqa
 
-"""
-    Kubeflow Trainer OpenAPI Spec
+from __future__ import absolute_import
 
-    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)  # noqa: E501
+__version__ = "2.0.0"
 
-    The version of the OpenAPI document: 1.0.0
-    Generated by: https://openapi-generator.tech
-"""
+# Import the public API client.
+from kubeflow.trainer.api.training_client import TrainingClient
 
+# Import the Trainer configs.
+from kubeflow.trainer.types.types import Trainer
+from kubeflow.trainer.types.types import FineTuningConfig
+from kubeflow.trainer.types.types import LoraConfig
 
-from __future__ import absolute_import
-
-__version__ = "2.0.0"
+# Import the Dataset configs.
+from kubeflow.trainer.types.types import HuggingFaceDatasetConfig
 
-# import apis into sdk package
-
-# import ApiClient
-from kubeflow.trainer.api_client import ApiClient
-from kubeflow.trainer.configuration import Configuration
-from kubeflow.trainer.exceptions import OpenApiException
-from kubeflow.trainer.exceptions import ApiTypeError
-from kubeflow.trainer.exceptions import ApiValueError
-from kubeflow.trainer.exceptions import ApiKeyError
-from kubeflow.trainer.exceptions import ApiException
-# import models into sdk package
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_cluster_training_runtime import KubeflowOrgV1alpha1ClusterTrainingRuntime
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_cluster_training_runtime_list import KubeflowOrgV1alpha1ClusterTrainingRuntimeList
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_container_override import KubeflowOrgV1alpha1ContainerOverride
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_coscheduling_pod_group_policy_source import KubeflowOrgV1alpha1CoschedulingPodGroupPolicySource
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_dataset_config import KubeflowOrgV1alpha1DatasetConfig
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_input_model import KubeflowOrgV1alpha1InputModel
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_job_set_template_spec import KubeflowOrgV1alpha1JobSetTemplateSpec
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_job_status import KubeflowOrgV1alpha1JobStatus
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_ml_policy import KubeflowOrgV1alpha1MLPolicy
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_ml_policy_source import KubeflowOrgV1alpha1MLPolicySource
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_mpiml_policy_source import KubeflowOrgV1alpha1MPIMLPolicySource
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_model_config import KubeflowOrgV1alpha1ModelConfig
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_output_model import KubeflowOrgV1alpha1OutputModel
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_pod_group_policy import KubeflowOrgV1alpha1PodGroupPolicy
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_pod_group_policy_source import KubeflowOrgV1alpha1PodGroupPolicySource
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_pod_spec_override import KubeflowOrgV1alpha1PodSpecOverride
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_pod_spec_override_target_job import KubeflowOrgV1alpha1PodSpecOverrideTargetJob
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_runtime_ref import KubeflowOrgV1alpha1RuntimeRef
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_torch_elastic_policy import KubeflowOrgV1alpha1TorchElasticPolicy
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_torch_ml_policy_source import KubeflowOrgV1alpha1TorchMLPolicySource
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_train_job import KubeflowOrgV1alpha1TrainJob
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_train_job_list import KubeflowOrgV1alpha1TrainJobList
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_train_job_spec import KubeflowOrgV1alpha1TrainJobSpec
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_train_job_status import KubeflowOrgV1alpha1TrainJobStatus
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_trainer import KubeflowOrgV1alpha1Trainer
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_training_runtime import KubeflowOrgV1alpha1TrainingRuntime
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_training_runtime_list import KubeflowOrgV1alpha1TrainingRuntimeList
-from kubeflow.trainer.models.kubeflow_org_v1alpha1_training_runtime_spec import KubeflowOrgV1alpha1TrainingRuntimeSpec
+# Import the Model configs.
+from kubeflow.trainer.types.types import HuggingFaceModelInputConfig
 
+# Import constants for users.
+from kubeflow.trainer.constants.constants import DATASET_PATH, MODEL_PATH

sdk/kubeflow/training/api/training_client.py → sdk/kubeflow/trainer/api/trainer_client.py

@@ -20,26 +20,26 @@
 import uuid
 from typing import Dict, List, Optional
 
-from kubeflow.training import models
-from kubeflow.training.api_client import ApiClient
-from kubeflow.training.constants import constants
-from kubeflow.training.types import types
-from kubeflow.training.utils import utils
+from kubeflow.trainer import models
+from kubeflow.trainer.api_client import ApiClient
+from kubeflow.trainer.constants import constants
+from kubeflow.trainer.types import types
+from kubeflow.trainer.utils import utils
 from kubernetes import client, config, watch
 
 logger = logging.getLogger(__name__)
 
 
-class TrainingClient:
+class TrainerClient:
     def __init__(
         self,
         config_file: Optional[str] = None,
         context: Optional[str] = None,
         client_configuration: Optional[client.Configuration] = None,
         namespace: str = utils.get_default_target_namespace(),
     ):
-        """TrainingClient constructor. Configure logging in your application
-            as follows to see detailed information from the TrainingClient APIs:
+        """TrainerClient constructor. Configure logging in your application
+            as follows to see detailed information from the TrainerClient APIs:
             .. code-block:: python
                 import logging
                 logging.basicConfig()

sdk/kubeflow/training/types/types.py → sdk/kubeflow/trainer/types/types.py

@@ -16,7 +16,7 @@
 from dataclasses import dataclass, field
 from typing import Callable, Dict, List, Optional
 
-from kubeflow.training.constants import constants
+from kubeflow.trainer.constants import constants
 
 
 # Representation for the Training Runtime.

sdk/kubeflow/training/utils/utils.py → sdk/kubeflow/trainer/utils/utils.py

@@ -20,9 +20,9 @@
 import threading
 from typing import Any, Callable, Dict, List, Optional, Tuple
 
-from kubeflow.training import models
-from kubeflow.training.constants import constants
-from kubeflow.training.types import types
+from kubeflow.trainer import models
+from kubeflow.trainer.constants import constants
+from kubeflow.trainer.types import types
 from kubernetes import client, config