Skip to content
Open
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions dataflow/gpu-examples/tensorflow-landsat-prime/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# NVIDIA CUDA container: https://catalog.ngc.nvidia.com/orgs/nvidia/containers/cuda
# Supported NVIDIA images: https://gitlab.com/nvidia/container-images/cuda/blob/master/doc/supported-tags.md
# TensorFlow/CUDA compatibility: https://www.tensorflow.org/install/source#gpu
FROM nvcr.io/nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
FROM nvcr.io/nvidia/cuda:12.5.1-cudnn-runtime-ubuntu22.04

WORKDIR /pipeline

Expand All @@ -25,15 +25,15 @@ COPY *.py ./
RUN apt-get update \
# Install Python and other system dependencies.
&& apt-get install -y --no-install-recommends \
curl g++ python3.14-dev python3.14-venv python3-distutils \
curl g++ python3.13-dev python3.13-venv python3-distutils \
Comment thread
XrossFox marked this conversation as resolved.
Outdated
&& rm -rf /var/lib/apt/lists/* \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.14 10 \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.13 10 \
&& curl https://bootstrap.pypa.io/get-pip.py | python \
# Install the pipeline requirements.
&& pip install --no-cache-dir -r requirements.txt \
&& pip check

# Set the entrypoint to Apache Beam SDK worker launcher.
# Check this matches the apache-beam version in the requirements.txt
COPY --from=apache/beam_python3.14_sdk:2.73.0 /opt/apache/beam /opt/apache/beam
COPY --from=apache/beam_python3.13_sdk:2.74.0 /opt/apache/beam /opt/apache/beam
ENTRYPOINT [ "/opt/apache/beam/boot" ]
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
google-api-python-client==2.87.0
google-cloud-storage==2.9.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
pillow==12.2.0; python_version >= "3.10"
apache-beam[gcp]==2.58.1
apache-beam[gcp]==2.74.0
rasterio==1.3.10
tensorflow==2.12.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
tensorflow==2.21.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
8 changes: 4 additions & 4 deletions dataflow/gpu-examples/tensorflow-landsat/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# NVIDIA CUDA container: https://catalog.ngc.nvidia.com/orgs/nvidia/containers/cuda
# Supported NVIDIA images: https://gitlab.com/nvidia/container-images/cuda/blob/master/doc/supported-tags.md
# TensorFlow/CUDA compatibility: https://www.tensorflow.org/install/source#gpu
FROM nvcr.io/nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
FROM nvcr.io/nvidia/cuda:12.5.1-cudnn-runtime-ubuntu22.04

WORKDIR /pipeline

Expand All @@ -25,15 +25,15 @@ COPY *.py ./
RUN apt-get update \
# Install Python and other system dependencies.
&& apt-get install -y --no-install-recommends \
curl g++ python3.14-dev python3.14-venv python3-distutils \
curl g++ python3.13-dev python3.13-venv python3-distutils \
Comment thread
XrossFox marked this conversation as resolved.
Outdated
&& rm -rf /var/lib/apt/lists/* \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.14 10 \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.13 10 \
&& curl https://bootstrap.pypa.io/get-pip.py | python \
# Install the pipeline requirements.
&& pip install --no-cache-dir -r requirements.txt \
&& pip check

# Set the entrypoint to Apache Beam SDK worker launcher.
# Check this matches the apache-beam version in the requirements.txt
COPY --from=apache/beam_python3.14_sdk:2.73.0 /opt/apache/beam /opt/apache/beam
COPY --from=apache/beam_python3.13_sdk:2.74.0 /opt/apache/beam /opt/apache/beam
ENTRYPOINT [ "/opt/apache/beam/boot" ]
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
google-api-python-client==2.87.0
google-cloud-storage==2.9.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
4 changes: 2 additions & 2 deletions dataflow/gpu-examples/tensorflow-landsat/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
pillow==12.2.0; python_version >= "3.10"
apache-beam[gcp]==2.58.1
apache-beam[gcp]==2.74.0
rasterio==1.3.10
tensorflow==2.12.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
tensorflow==2.21.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
8 changes: 4 additions & 4 deletions dataflow/gpu-examples/tensorflow-minimal/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
# NVIDIA CUDA container: https://catalog.ngc.nvidia.com/orgs/nvidia/containers/cuda
# Supported NVIDIA images: https://gitlab.com/nvidia/container-images/cuda/blob/master/doc/supported-tags.md
# TensorFlow/CUDA compatibility: https://www.tensorflow.org/install/source#gpu
FROM nvcr.io/nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
FROM nvcr.io/nvidia/cuda:12.5.1-cudnn-runtime-ubuntu22.04

WORKDIR /pipeline

Expand All @@ -25,15 +25,15 @@ COPY *.py ./
RUN apt-get update \
# Install Python and other system dependencies.
&& apt-get install -y --no-install-recommends \
curl g++ python3.14-dev python3.14-venv python3-distutils \
curl g++ python3.13-dev python3.13-venv python3-distutils \
Comment thread
XrossFox marked this conversation as resolved.
Outdated
&& rm -rf /var/lib/apt/lists/* \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.14 10 \
&& update-alternatives --install /usr/bin/python python /usr/bin/python3.13 10 \
&& curl https://bootstrap.pypa.io/get-pip.py | python \
# Install the pipeline requirements.
&& pip install --no-cache-dir -r requirements.txt \
&& pip check

# Set the entrypoint to Apache Beam SDK worker launcher.
# Check this matches the apache-beam version in the requirements.txt
COPY --from=apache/beam_python3.14_sdk:2.73.0 /opt/apache/beam /opt/apache/beam
COPY --from=apache/beam_python3.13_sdk:2.74.0 /opt/apache/beam /opt/apache/beam
ENTRYPOINT [ "/opt/apache/beam/boot" ]
Original file line number Diff line number Diff line change
@@ -1,3 +1,3 @@
google-api-python-client==2.131.0
google-cloud-storage==2.9.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
4 changes: 2 additions & 2 deletions dataflow/gpu-examples/tensorflow-minimal/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
apache-beam[gcp]==2.46.0
tensorflow==2.12.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
apache-beam[gcp]==2.74.0
tensorflow==2.21.0 # Check TensorFlow/CUDA compatibility with Dockerfile: https://www.tensorflow.org/install/source#gpu
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
pytest-xdist==3.3.0
Original file line number Diff line number Diff line change
Expand Up @@ -2,4 +2,4 @@ earthengine-api==1.5.9
folium==0.19.5
google-cloud-aiplatform==1.157.0
pandas==2.2.3
tensorflow==2.12.0
tensorflow==2.21.0
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM python:3.14-slim
FROM python:3.13-slim

WORKDIR /app

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
Flask==3.1.3; python_version >= '3.9'
gunicorn==23.0.0
tensorflow==2.12.0
tensorflow==2.21.0
Werkzeug==3.1.8; python_version >= '3.9'
Original file line number Diff line number Diff line change
Expand Up @@ -4,4 +4,4 @@ importnb==2023.11.1
ipykernel==6.23.3
nbclient==0.8.0
pytest-xdist==3.3.0
pytest==9.0.3; python_version >= "3.10"
pytest==9.0.3
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
# Requirements to run the notebooks.
apache-beam[gcp]==2.46.0
apache-beam[gcp]==2.74.0
earthengine-api==1.5.9
folium==0.19.5
google-cloud-aiplatform==1.157.0
imageio==2.36.1
plotly==5.15.0
tensorflow==2.12.0
tensorflow==2.21.0
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,5 @@
Flask==3.1.3; python_version >= '3.9'
earthengine-api==1.5.9
gunicorn==23.0.0
tensorflow==2.12.0
tensorflow==2.21.0
Werkzeug==3.1.8; python_version >= '3.9'
4 changes: 2 additions & 2 deletions people-and-planet-ai/land-cover-classification/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,8 +20,8 @@
url="https://github.com/GoogleCloudPlatform/python-docs-samples/tree/main/people-and-planet-ai/land-cover-classification",
packages=["serving"],
install_requires=[
"apache-beam[gcp]==2.46.0",
"apache-beam[gcp]==2.74.0",
"earthengine-api==1.5.9",
"tensorflow==2.12.0",
"tensorflow==2.21.0",
],
)