From acb1dd207513b656271f91abdf234b48d70393f5 Mon Sep 17 00:00:00 2001 From: gurusai-voleti Date: Tue, 29 Sep 2026 08:22:54 +0000 Subject: [PATCH] Migrate gsutil usage to gcloud storage --- .../tfx/gcp/vertex_pipelines_vertex_training.ipynb | 6 +++--- docs/tutorials/tfx/penguin_template.ipynb | 4 ++-- .../download_grep_print_pipeline.py | 12 ++++++------ .../test_pipelines/download_grep_print_pipeline.py | 12 ++++++------ 4 files changed, 17 insertions(+), 17 deletions(-) diff --git a/docs/tutorials/tfx/gcp/vertex_pipelines_vertex_training.ipynb b/docs/tutorials/tfx/gcp/vertex_pipelines_vertex_training.ipynb index 9773b9f317..0e0bbabbc4 100644 --- a/docs/tutorials/tfx/gcp/vertex_pipelines_vertex_training.ipynb +++ b/docs/tutorials/tfx/gcp/vertex_pipelines_vertex_training.ipynb @@ -384,7 +384,7 @@ }, "outputs": [], "source": [ - "!gsutil cp gs://download.tensorflow.org/data/palmer_penguins/penguins_processed.csv {DATA_ROOT}/" + "!gcloud storage cp gs://download.tensorflow.org/data/palmer_penguins/penguins_processed.csv {DATA_ROOT}/" ] }, { @@ -404,7 +404,7 @@ }, "outputs": [], "source": [ - "!gsutil cat {DATA_ROOT}/penguins_processed.csv | head" + "!gcloud storage cat {DATA_ROOT}/penguins_processed.csv | head" ] }, { @@ -628,7 +628,7 @@ }, "outputs": [], "source": [ - "!gsutil cp {_trainer_module_file} {MODULE_ROOT}/" + "!gcloud storage cp {_trainer_module_file} {MODULE_ROOT}/" ] }, { diff --git a/docs/tutorials/tfx/penguin_template.ipynb b/docs/tutorials/tfx/penguin_template.ipynb index 4d343e35cc..846224776e 100644 --- a/docs/tutorials/tfx/penguin_template.ipynb +++ b/docs/tutorials/tfx/penguin_template.ipynb @@ -472,7 +472,7 @@ " - If the files are stored in GCS, you can use a path starting with\n", " `gs://{bucket_name}/...`. Please make sure that you can access GCS from\n", " your terminal, for example, using\n", - " [`gsutil`](https://cloud.google.com/storage/docs/gsutil).\n", + " [`gcloud`](https://cloud.google.com/sdk/gcloud/reference/storage).\n", " Please follow\n", " [authorization guide in Google Cloud](https://cloud.google.com/sdk/docs/authorizing)\n", " if needed.\n", @@ -1428,7 +1428,7 @@ }, "outputs": [], "source": [ - "!gsutil cp data/data.csv gs://{GOOGLE_CLOUD_PROJECT}-kubeflowpipelines-default/tfx-template/data/penguin/" + "!gcloud storage cp data/data.csv gs://{GOOGLE_CLOUD_PROJECT}-kubeflowpipelines-default/tfx-template/data/penguin/" ] }, { diff --git a/tfx/examples/custom_components/container_components/download_grep_print_pipeline.py b/tfx/examples/custom_components/container_components/download_grep_print_pipeline.py index 32f306876f..1cd06da9d2 100644 --- a/tfx/examples/custom_components/container_components/download_grep_print_pipeline.py +++ b/tfx/examples/custom_components/container_components/download_grep_print_pipeline.py @@ -26,8 +26,8 @@ parameters={ 'url': str, }, - # The component code uses gsutil to upload the data to GCS, so the - # container image needs to have gsutil installed and configured. + # The component code uses gcloud storage to upload the data to GCS, so the + # container image needs to have gcloud installed and configured. # Fixing b/150670779 by merging cl/294536017 will lift this limitation. image='google/cloud-sdk:278.0.0', command=[ @@ -60,8 +60,8 @@ parameters={ 'pattern': str, }, - # The component code uses gsutil to upload the data to GCS, so the - # container image needs to have gsutil installed and configured. + # The component code uses gcloud storage to upload the data to GCS, so the + # container image needs to have gcloud installed and configured. # Fixing b/150670779 by merging cl/294536017 will lift this limitation. image='google/cloud-sdk:278.0.0', command=[ @@ -94,8 +94,8 @@ inputs={ 'text': standard_artifacts.ExternalArtifact, }, - # The component code uses gsutil to upload the data to GCS, so the - # container image needs to have gsutil installed and configured. + # The component code uses gcloud storage to upload the data to GCS, so the + # container image needs to have gcloud installed and configured. # Fixing b/150670779 by merging cl/294536017 will lift this limitation. image='google/cloud-sdk:278.0.0', command=[ diff --git a/tfx/orchestration/test_pipelines/download_grep_print_pipeline.py b/tfx/orchestration/test_pipelines/download_grep_print_pipeline.py index aa440f2e56..8933f33aee 100644 --- a/tfx/orchestration/test_pipelines/download_grep_print_pipeline.py +++ b/tfx/orchestration/test_pipelines/download_grep_print_pipeline.py @@ -26,8 +26,8 @@ parameters={ 'url': str, }, - # The component code uses gsutil to upload the data to GCS, so the - # container image needs to have gsutil installed and configured. + # The component code uses gcloud storage to upload the data to GCS, so the + # container image needs to have gcloud installed and configured. # Fixing b/150670779 by merging cl/294536017 will lift this limitation. image='gcr.io/google.com/cloudsdktool/cloud-sdk:278.0.0', command=[ @@ -60,8 +60,8 @@ parameters={ 'pattern': str, }, - # The component code uses gsutil to upload the data to GCS, so the - # container image needs to have gsutil installed and configured. + # The component code uses gcloud storage to upload the data to GCS, so the + # container image needs to have gcloud installed and configured. # Fixing b/150670779 by merging cl/294536017 will lift this limitation. image='gcr.io/google.com/cloudsdktool/cloud-sdk:278.0.0', command=[ @@ -94,8 +94,8 @@ inputs={ 'text': standard_artifacts.ExternalArtifact, }, - # The component code uses gsutil to upload the data to GCS, so the - # container image needs to have gsutil installed and configured. + # The component code uses gcloud storage to upload the data to GCS, so the + # container image needs to have gcloud installed and configured. # Fixing b/150670779 by merging cl/294536017 will lift this limitation. image='gcr.io/google.com/cloudsdktool/cloud-sdk:278.0.0', command=[