Adding tfx

Signed-off-by: Felipe Borges <[email protected]>

Author: Bumbleblo

tfx/data/train.csv

@@ -0,0 +1,10 @@
+version: "3"
+
+services:
+  tfx:
+    build:
+      dockerfile: docker/Dockerfile
+      context: . 
+    volumes:
+      - "./mnt/:/root"
+      - ".:/home"

tfx/docker-compose.yml

@@ -0,0 +1,15 @@
+FROM python:3.7
+
+WORKDIR /home
+
+#RUN groupdadd -r tfx && useradd --no-log-init -r -g tfx tfx
+
+RUN apt-get update && apt-get install -y \
+    vim \
+    tmux \
+    && rm -rf /var/lib/apt/lists/*
+    
+
+ADD docker/requirements.txt requirements.txt
+
+RUN pip3 install -r requirements.txt

tfx/docker/Dockerfile

@@ -0,0 +1,179 @@
+absl-py==0.8.1
+alembic==1.4.0
+apache-airflow==1.10.9
+apache-beam==2.19.0
+apispec==1.3.3
+argcomplete==1.11.1
+astor==0.8.1
+attrs==19.3.0
+avro-python3==1.9.1
+Babel==2.8.0
+backcall==0.1.0
+bleach==3.1.0
+cached-property==1.5.1
+cachetools==3.1.1
+cattrs==0.9.0
+certifi==2019.11.28
+chardet==3.0.4
+Click==7.0
+colorama==0.4.3
+colorlog==4.0.2
+configparser==3.5.3
+crcmod==1.7
+croniter==0.3.31
+decorator==4.4.1
+defusedxml==0.6.0
+dill==0.3.1.1
+docopt==0.6.2
+docutils==0.16
+entrypoints==0.3
+fastavro==0.21.24
+fasteners==0.15
+Flask==1.1.1
+Flask-Admin==1.5.4
+Flask-AppBuilder==2.2.2
+Flask-Babel==0.12.2
+Flask-Caching==1.3.3
+Flask-JWT-Extended==3.24.1
+Flask-Login==0.4.1
+Flask-OpenID==1.2.5
+Flask-SQLAlchemy==2.4.1
+flask-swagger==0.2.13
+Flask-WTF==0.14.3
+funcsigs==1.0.2
+future==0.16.0
+gast==0.2.2
+google-api-core==1.16.0
+google-api-python-client==1.7.11
+google-apitools==0.5.28
+google-auth==1.11.0
+google-auth-httplib2==0.0.3
+google-auth-oauthlib==0.4.1
+google-cloud-bigquery==1.17.1
+google-cloud-bigtable==1.0.0
+google-cloud-core==1.3.0
+google-cloud-datastore==1.7.4
+google-cloud-pubsub==1.0.2
+google-pasta==0.1.8
+google-resumable-media==0.4.1
+googleapis-common-protos==1.51.0
+graphviz==0.13.2
+grpc-google-iam-v1==0.12.3
+grpcio==1.27.1
+gunicorn==19.10.0
+h5py==2.10.0
+hdfs==2.5.8
+httplib2==0.12.0
+idna==2.8
+importlib-metadata==1.5.0
+ipykernel==5.1.4
+ipython==7.12.0
+ipython-genutils==0.2.0
+ipywidgets==7.5.1
+iso8601==0.1.12
+itsdangerous==1.1.0
+jedi==0.16.0
+Jinja2==2.10.3
+joblib==0.14.1
+json-merge-patch==0.2
+jsonschema==3.2.0
+jupyter==1.0.0
+jupyter-client==5.3.4
+jupyter-console==6.1.0
+jupyter-core==4.6.1
+Keras-Applications==1.0.8
+Keras-Preprocessing==1.1.0
+lazy-object-proxy==1.4.3
+lockfile==0.12.2
+Mako==1.1.1
+Markdown==2.6.11
+MarkupSafe==1.1.1
+marshmallow==2.19.5
+marshmallow-enum==1.5.1
+marshmallow-sqlalchemy==0.21.0
+mistune==0.8.4
+ml-metadata==0.15.2
+mock==2.0.0
+monotonic==1.5
+nbconvert==5.6.1
+nbformat==5.0.4
+notebook==6.0.3
+numpy==1.18.1
+oauth2client==3.0.0
+oauthlib==3.1.0
+opt-einsum==3.1.0
+pandas==0.25.3
+pandocfilters==1.4.2
+parso==0.6.1
+pbr==5.4.4
+pendulum==1.4.4
+pexpect==4.8.0
+pickleshare==0.7.5
+prison==0.1.2
+prometheus-client==0.7.1
+prompt-toolkit==3.0.3
+protobuf==3.11.3
+psutil==5.6.7
+ptyprocess==0.6.0
+pyarrow==0.14.1
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pydot==1.4.1
+Pygments==2.5.2
+PyJWT==1.7.1
+pymongo==3.10.1
+pyparsing==2.4.6
+pyrsistent==0.15.7
+python-daemon==2.1.2
+python-dateutil==2.8.1
+python-editor==1.0.4
+python3-openid==3.1.0
+pytz==2019.3
+pytzdata==2019.3
+PyYAML==3.13
+pyzmq==18.1.1
+qtconsole==4.6.0
+requests==2.22.0
+requests-oauthlib==1.3.0
+rsa==4.0
+scikit-learn==0.21.3
+scipy==1.1.0
+Send2Trash==1.5.0
+setproctitle==1.1.10
+six==1.14.0
+SQLAlchemy==1.3.13
+SQLAlchemy-JSONField==0.9.0
+SQLAlchemy-Utils==0.36.1
+tabulate==0.8.6
+tenacity==4.12.0
+tensorboard==2.1.0
+tensorflow==2.1.0
+tensorflow-data-validation==0.15.0
+tensorflow-estimator==2.1.0
+tensorflow-metadata==0.15.2
+tensorflow-model-analysis==0.15.4
+tensorflow-serving-api==2.1.0
+tensorflow-transform==0.15.0
+termcolor==1.1.0
+terminado==0.8.3
+testpath==0.4.4
+text-unidecode==1.2
+tfx==0.15.0
+tfx-bsl==0.15.3
+thrift==0.13.0
+tornado==6.0.3
+traitlets==4.3.3
+typing==3.7.4.1
+typing-extensions==3.7.4.1
+tzlocal==1.5.1
+unicodecsv==0.14.1
+uritemplate==3.0.1
+urllib3==1.25.8
+wcwidth==0.1.8
+webencodings==0.5.1
+Werkzeug==0.16.1
+widgetsnbextension==3.5.1
+wrapt==1.11.2
+WTForms==2.2.1
+zipp==2.2.0
+zope.deprecation==4.4.0

tfx/docker/requirements.txt

@@ -0,0 +1,2 @@
+apache-airflow
+tfx

tfx/docker/requirements_backup.txt

@@ -0,0 +1,6 @@
+{
+    "floatx": "float32",
+    "epsilon": 1e-07,
+    "backend": "tensorflow",
+    "image_data_format": "channels_last"
+}

tfx/mnt/.keras/keras.json

@@ -0,0 +1 @@
+58