diff --git a/site-modules/core/files/zshrc b/site-modules/core/files/zshrc
index f49455f..364f9ce 100644
--- a/site-modules/core/files/zshrc
+++ b/site-modules/core/files/zshrc
@@ -47,7 +47,7 @@ printf '\033[5 q'
 # Configure base16 shell for colors if the terminal is not running inside of
 # emacs
 #
-if [[ -z $INSIDE_EMACS ]]; then
+if [[ -z $INSIDE_EMACS ]] && [[ -z "$SSH_TTY" ]] ; then
     BASE16_SHELL="$HOME/.config/base16-shell/"
     [ -n "$PS1" ] && \
         [ -s "$BASE16_SHELL/profile_helper.sh" ] && \