diff --git a/.drone.yml b/.drone.yml
index 605aefc..52e723f 100644
--- a/.drone.yml
+++ b/.drone.yml
@@ -18,6 +18,22 @@ steps:
       registry: registry.meow.tf
       tags:
         - latest
+    when:
+      branch:
+        include:
+          - master
+  - name: docker-gpu
+    image: plugins/docker
+    settings:
+      dockerfile: Dockerfile.gpu
+      username:
+        from_secret: docker_username
+      password:
+        from_secret: docker_password
+      repo: registry.meow.tf/tyler/precise-lite
+      registry: registry.meow.tf
+      tags:
+        - latest
     when:
       branch:
         include:
diff --git a/Dockerfile.gpu b/Dockerfile.gpu
new file mode 100644
index 0000000..75325e0
--- /dev/null
+++ b/Dockerfile.gpu
@@ -0,0 +1,23 @@
+FROM nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu18.04 AS python-ubuntu
+
+RUN apt-get update
+RUN apt-get install -y build-essential curl python3 python3-pip python3-venv
+
+# Inorder to run pip3.6, run it the following way `python3.6 -m pip`
+# Update Python & Install wheel
+RUN python3 -m pip install pip --upgrade
+RUN python3 -m pip install wheel
+
+FROM python-ubuntu
+
+RUN apt-get update &&  apt-get install liblapack-dev libpng-dev libfreetype6-dev libqhull-dev git pkg-config portaudio19-dev swig libpulse-ocaml-dev gfortran libopenblas-dev libatlas-base-dev -y
+
+RUN mkdir /training && pip3 install precise-lite
+
+WORKDIR /training
+
+COPY scripts/train_incremental.py /usr/local/lib/python3.6/dist-packages/precise_lite/scripts/train_incremental.py
+COPY entrypoint.sh /entrypoint.sh
+
+ENTRYPOINT ["/entrypoint.sh"]
+CMD ["/bin/bash"]
\ No newline at end of file