fixedddd build

Author: calderjo

Dockerfile.tmpl

@@ -31,14 +31,16 @@ RUN uv pip uninstall --system google-cloud-bigquery-storage
 # b/394382016: sigstore (dependency of kagglehub) requires a prerelease packages, installing separate.
 RUN uv pip install --system --force-reinstall --prerelease=allow kagglehub[pandas-datasets,hf-datasets,signing]>=0.3.9
 
+# google-cloud-automl 2.0.0 introduced incompatible API changes, need to pin to 1.0.1
+# Keras 3.6 broke test_keras.py > test_train > keras.datasets.mnist.load_data():
+# See https://github.com/keras-team/keras/commit/dcefb139863505d166dd1325066f329b3033d45a
+RUN uv pip install --system google-cloud-automl==1.0.1 google-cloud-aiplatform google-cloud-translate==3.12.1 \
+    google-cloud-videointelligence google-cloud-vision google-genai "keras<3.6"
+
 # uv cannot install this in requirements.txt without --no-build-isolation
 # to avoid affecting the larger build, we'll post-install it.
 RUN uv pip install --no-build-isolation --system "git+https://github.com/Kaggle/learntools"
 
-# b/385161357 Latest Colab uses tf 2.17.1, but tf decision forests only has a version for 2.17.0.
-# Instead, we'll install tfdf with its deps and hope that 2.17.0 compat tfdf works with tf 2.17.1.
-RUN uv pip install --system --no-deps tensorflow-decision-forests==1.10.0 wurlitzer==3.1.1 ydf==0.9.0
-
 # b/385145217 Latest Colab lacks mkl numpy, install it.
 RUN uv pip install --system --force-reinstall -i https://pypi.anaconda.org/intel/simple numpy
 
@@ -52,8 +54,8 @@ ADD clean-layer.sh  /tmp/clean-layer.sh
 ADD patches/nbconvert-extensions.tpl /opt/kaggle/nbconvert-extensions.tpl
 ADD patches/template_conf.json /opt/kaggle/conf.json
 
-# /opt/conda/lib/python3.10/site-packages
-ARG PACKAGE_PATH=/usr/local/lib/python3.10/dist-packages
+# /opt/conda/lib/python3.11/site-packages
+ARG PACKAGE_PATH=/usr/local/lib/python3.11/dist-packages
 
 # Install GPU-specific non-pip packages.
 {{ if eq .Accelerator "gpu" }}
@@ -108,6 +110,7 @@ RUN apt-get install -y libfreetype6-dev && \
     apt-get install -y libglib2.0-0 libxext6 libsm6 libxrender1 libfontconfig1 --fix-missing
 
 # NLTK Project datasets
+RUN uv pip install --system --force-reinstall "nltk>=3.9.1"
 RUN mkdir -p /usr/share/nltk_data && \
     # NLTK Downloader no longer continues smoothly after an error, so we explicitly list
     # the corpuses that work
@@ -120,7 +123,7 @@ RUN mkdir -p /usr/share/nltk_data && \
     masc_tagged maxent_ne_chunker maxent_treebank_pos_tagger moses_sample movie_reviews \
     mte_teip5 names nps_chat omw opinion_lexicon paradigms \
     pil pl196x porter_test ppattach problem_reports product_reviews_1 product_reviews_2 propbank \
-    pros_cons ptb punkt qc reuters rslp rte sample_grammars semcor senseval sentence_polarity \
+    pros_cons ptb punkt punkt_tab qc reuters rslp rte sample_grammars semcor senseval sentence_polarity \
     sentiwordnet shakespeare sinica_treebank smultron snowball_data spanish_grammars \
     state_union stopwords subjectivity swadesh switchboard tagsets timit toolbox treebank \
     twitter_samples udhr2 udhr unicode_samples universal_tagset universal_treebanks_v20 \
@@ -198,7 +201,7 @@ ADD patches/kaggle_gcp.py \
 
 # Figure out why this is in a different place?
 # Found by doing a export PYTHONVERBOSE=1 and then running python and checking for where it looked for it.
-ADD patches/sitecustomize.py /usr/lib/python3.10/sitecustomize.py
+ADD patches/sitecustomize.py /usr/lib/python3.11/sitecustomize.py
 
 ARG GIT_COMMIT=unknown \
     BUILD_DATE=unknown

kaggle_requirements.txt

@@ -23,7 +23,7 @@ catboost
 category-encoders
 cesium
 comm
-cuml-cu12
+cuml-cu12>=24.12.0
 cytoolz
 dask-expr
 # Older versions of datasets fail with "Loading a dataset cached in a LocalFileSystem is not supported"
@@ -45,14 +45,6 @@ fuzzywuzzy
 geojson
 # geopandas > v0.14.4 breaks learn tools
 geopandas==v0.14.4
-google-cloud-aiplatform
-# google-cloud-automl 2.0.0 introduced incompatible API changes, need to pin to 1.0.1
-google-cloud-automl==1.0.1
-# b/315753846: Unpin translate package.
-google-cloud-translate==3.12.1
-google-cloud-videointelligence
-google-cloud-vision
-google-genai
 gpxpy
 h2o
 haversine
@@ -69,15 +61,11 @@ jupyter_server==2.12.5
 jupyterlab
 jupyterlab-lsp
 kaggle-environments
-# Keras 3.6 broke test_keras.py > test_train > keras.datasets.mnist.load_data():
-# See https://github.com/keras-team/keras/commit/dcefb139863505d166dd1325066f329b3033d45a
-keras
 keras-cv
 keras-nlp
 keras-tuner
 kornia
 langid
-leven
 # b/328788268: libpysal 4.10 seems to fail with "module 'shapely' has no attribute 'Geometry'. Did you mean: 'geometry'"
 libpysal<=4.9.2
 lime
@@ -134,14 +122,15 @@ scikit-plot
 scikit-surprise
 # Also pinning seaborn for learntools
 seaborn==0.12.2
+git+https://github.com/facebookresearch/segment-anything.git
 # b/329869023 shap 0.45.0 breaks learntools
 shap==0.44.1
 squarify
 tensorflow-cloud
 tensorflow-io
 tensorflow-text
 # b/385161357: tf 2.17.1 does not have matching tensorflow_decision_forests release
-# tensorflow_decision_forests
+tensorflow_decision_forests
 timm
 torchinfo
 torchmetrics