Pytorch walkthrough update

Author: takumiohym

kernels/pytorch_kfp.sh

@@ -23,7 +23,7 @@ cd $REPO_ROOT_DIR/notebooks/$MODULE
 
 # Setup virtual env and kernel
 echo creating $ENVNAME at $(pwd)
-python3 -m venv $ENVNAME
+python3 -m venv $ENVNAME --system-site-packages
 
 # Registering the venv as an ipython kernel
 source $ENVNAME/bin/activate
@@ -32,7 +32,6 @@ pip install ipykernel
 python -m ipykernel install --user --name=$ENVNAME
 
 # Install Pytorch and its dependencies
-pip install torch==1.11.0 torchtext==0.12.0 --extra-index-url https://download.pytorch.org/whl/cpu
 pip install -r pytorch_kfp_requirements.txt
 
 deactivate

notebooks/kubeflow_pipelines/walkthrough/pytorch_kfp_requirements.txt

@@ -1,8 +1,3 @@
-torch==1.11.0
-torch-model-archiver==0.7.0
-pandas==1.3.5
-google-cloud-aiplatform[prediction]==1.19.0
-google-cloud-bigquery-storage==2.13.2
-pyarrow==5.0.0
-fsspec==2022.11.0
-gcsfs==2022.11.0
+torch==1.13.1
+torchtext==0.14.1
+torch-model-archiver==0.8.1

notebooks/kubeflow_pipelines/walkthrough/solutions/kfp_walkthrough_vertex_pytorch.ipynb

@@ -918,9 +918,8 @@
    "source": [
     "%%writefile {TRAINING_APP_FOLDER}/Dockerfile\n",
     "\n",
-    "FROM us-docker.pkg.dev/vertex-ai/training/pytorch-xla.1-11:latest\n",
-    "RUN pip install -U fire cloudml-hypertune pandas==0.25.3\n",
-    "RUN pip install -U torchtext==0.12.0\n",
+    "FROM us-docker.pkg.dev/vertex-ai/training/pytorch-xla.1-13.py310:latest\n",
+    "RUN pip install -U torchtext==0.14.1\n",
     "WORKDIR /app\n",
     "COPY train.py .\n",
     "\n",
@@ -943,7 +942,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "IMAGE_NAME = \"trainer_image\"\n",
+    "IMAGE_NAME = \"pytorch_trainer_image\"\n",
     "IMAGE_TAG = \"latest\"\n",
     "IMAGE_URI = f\"gcr.io/{PROJECT_ID}/{IMAGE_NAME}:{IMAGE_TAG}\"\n",
     "\n",
@@ -1528,15 +1527,15 @@
  ],
  "metadata": {
   "environment": {
-   "kernel": "python3",
-   "name": "tf2-gpu.2-8.m102",
+   "kernel": "pytorch_kfp_kernel",
+   "name": "tf2-gpu.2-12.m109",
    "type": "gcloud",
-   "uri": "gcr.io/deeplearning-platform-release/tf2-gpu.2-8:m102"
+   "uri": "gcr.io/deeplearning-platform-release/tf2-gpu.2-12:m109"
   },
   "kernelspec": {
-   "display_name": "Python 3 (ipykernel)",
+   "display_name": "pytorch_kfp_kernel",
    "language": "python",
-   "name": "python3"
+   "name": "pytorch_kfp_kernel"
   },
   "language_info": {
    "codemirror_mode": {
@@ -1548,7 +1547,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.7.12"
+   "version": "3.10.11"
   }
  },
  "nbformat": 4,