Skip to content

Commit 3424cd0

Browse files
nv-kkudrynskinv-kkudrynski
committed
[WideAndDeep/TF2] Release
1 parent 9f69642 commit 3424cd0

44 files changed

Lines changed: 22883 additions & 0 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎TensorFlow2/Recommendation/WideAndDeep/.dockerignore‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
# Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
.idea
16+
**/.ipynb_checkpoints
17+
**/__pycache__
18+
**/.gitkeep
19+
.git
20+
.gitignore
21+
Dockerfile*
22+
.dockerignore
23+
README.md

‎TensorFlow2/Recommendation/WideAndDeep/.gitignore‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
# Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
.idea/
16+
*.tar
17+
.ipynb_checkpoints
18+
/_python_build
19+
*.pyc
20+
__pycache__

‎TensorFlow2/Recommendation/WideAndDeep/Dockerfile-preproc‎

Lines changed: 54 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,54 @@
1+
# Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
ARG FROM_IMAGE_NAME=nvcr.io/nvidia/nvtabular:0.3
16+
17+
FROM ${FROM_IMAGE_NAME}
18+
19+
USER root
20+
21+
# Spark dependencies
22+
ENV APACHE_SPARK_VERSION 2.3.1
23+
ENV HADOOP_VERSION 2.7
24+
25+
RUN apt-get -y update && \
26+
apt-get install --no-install-recommends -y openjdk-8-jre-headless ca-certificates-java time && \
27+
apt-get clean && \
28+
rm -rf /var/lib/apt/lists/*
29+
30+
RUN cd /tmp && \
31+
wget -q http://archive.apache.org/dist/spark/spark-${APACHE_SPARK_VERSION}/spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && \
32+
echo "DC3A97F3D99791D363E4F70A622B84D6E313BD852F6FDBC777D31EAB44CBC112CEEAA20F7BF835492FB654F48AE57E9969F93D3B0E6EC92076D1C5E1B40B4696 *spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" | sha512sum -c - && \
33+
tar xzf spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz -C /usr/local --owner root --group root --no-same-owner && \
34+
rm spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz
35+
RUN cd /usr/local && ln -s spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} spark
36+
37+
# Spark config
38+
ENV SPARK_HOME /usr/local/spark
39+
ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.7-src.zip:/wd
40+
ENV SPARK_OPTS --driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info
41+
ENV PYSPARK_PYTHON /conda/envs/rapids/bin/python
42+
ENV PYSPARK_DRIVER_PYTHON /conda/envs/rapids/bin/python
43+
44+
SHELL ["/bin/bash", "-c"]
45+
46+
RUN source activate rapids && \
47+
pip install --upgrade pip && \
48+
pip install --no-cache-dir pyspark==2.3.1 && \
49+
pip install --no-cache-dir --no-deps tensorflow-transform==0.24.1 apache-beam==2.14 tensorflow-metadata==0.14.0 pydot dill \
50+
pip install --no-cache-dir -e git://github.com/NVIDIA/dllogger#egg=dllogger
51+
52+
WORKDIR /wd
53+
54+
COPY . .

‎TensorFlow2/Recommendation/WideAndDeep/Dockerfile-train‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
# Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
ARG FROM_IMAGE_NAME=nvcr.io/nvidia/tensorflow:20.12-tf2-py3
16+
17+
FROM ${FROM_IMAGE_NAME}
18+
19+
USER root
20+
21+
RUN pip install --upgrade pip && \
22+
pip install --no-cache-dir --no-deps tensorflow-transform==0.24.1 tensorflow-metadata==0.14.0 pydot dill && \
23+
pip install --no-cache-dir ipdb pynvml==8.0.4 && \
24+
pip install --no-cache-dir -e git://github.com/NVIDIA/dllogger#egg=dllogger
25+
26+
WORKDIR /wd
27+
28+
COPY . .

0 commit comments

Comments
 (0)