Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

isorted all py files in training-operator/sdk/python/kubeflow/trainin… #2095

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

isorted all py files in training-operator/sdk/python/kubeflow/trainin… #2095

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
23 changes: 9 additions & 14 deletions sdk/python/kubeflow/training/api/training_client.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,23 +12,20 @@
# See the License for the specific language governing permissions and
# limitations under the License.

import multiprocessing
import logging
import time
import json
from typing import Optional, Callable, Tuple, List, Dict, Any, Set, Union
import logging
import multiprocessing
import queue
from kubernetes import client, config, watch
import time
from typing import Any, Callable, Dict, List, Optional, Set, Tuple, Union

from kubeflow.storage_initializer.constants import (VOLUME_PATH_DATASET,
VOLUME_PATH_MODEL)
from kubeflow.training import models
from kubeflow.training.api_client import ApiClient
from kubeflow.training.constants import constants
from kubeflow.training.utils import utils
from kubeflow.storage_initializer.constants import (
VOLUME_PATH_DATASET,
VOLUME_PATH_MODEL,
)

from kubernetes import client, config, watch

logger = logging.getLogger(__name__)

Expand Down Expand Up @@ -176,11 +173,9 @@ def train(
"Train API dependencies not installed. "
+ "Run: pip install -U 'kubeflow-training[huggingface]' "
)
from kubeflow.storage_initializer.s3 import S3DatasetParams
from kubeflow.storage_initializer.hugging_face import (
HuggingFaceModelParams,
HuggingFaceDatasetParams,
)
HuggingFaceDatasetParams, HuggingFaceModelParams)
from kubeflow.storage_initializer.s3 import S3DatasetParams

print(
"Thank you for using `train` API for LLMs fine-tuning. This feature is in alpha stage "
Expand Down
27 changes: 11 additions & 16 deletions sdk/python/kubeflow/training/api/training_client_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,21 +1,16 @@
import multiprocessing
import pytest
from unittest.mock import patch, Mock

from typing import Optional
from kubeflow.training import TrainingClient
from kubeflow.training import KubeflowOrgV1ReplicaSpec
from kubeflow.training import KubeflowOrgV1PyTorchJob
from kubeflow.training import KubeflowOrgV1PyTorchJobSpec
from kubeflow.training import KubeflowOrgV1RunPolicy
from kubeflow.training import KubeflowOrgV1SchedulingPolicy
from kubeflow.training import constants

from kubernetes.client import V1PodTemplateSpec
from kubernetes.client import V1ObjectMeta
from kubernetes.client import V1PodSpec
from kubernetes.client import V1Container
from kubernetes.client import V1ResourceRequirements
from unittest.mock import Mock, patch

import pytest
from kubeflow.training import (KubeflowOrgV1PyTorchJob,
KubeflowOrgV1PyTorchJobSpec,
KubeflowOrgV1ReplicaSpec,
KubeflowOrgV1RunPolicy,
KubeflowOrgV1SchedulingPolicy, TrainingClient,
constants)
from kubernetes.client import (V1Container, V1ObjectMeta, V1PodSpec,
V1PodTemplateSpec, V1ResourceRequirements)


def create_namespaced_custom_object_response(*args, **kwargs):
Expand Down