test.tar

./20200707/0000755000000000000000000000000013701524335010615 5ustar  rootroot./20200707/ansible.cfg0000644000000000000000000000004513701167037012714 0ustar  rootroot[defaults]
host_key_checking = false
./20200707/conda_job.sh0000644000000000000000000000034313701167037013071 0ustar  rootroot#!/bin/bash

AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH
sudo docker exec -it aitf conda env create -n aienv --f $ENV_PATH

./20200707/init.sh0000644000000000000000000000024413701167037012116 0ustar  rootroot#!/bin/bash

source activate aienv
nohup jupyter notebook --ip=0.0.0.0 --port=8080 --allow-root --NotebookApp.token='' --NotebookApp.password='' &
conda deactivate
./20200707/Dockerfile0000644000000000000000000000533613701167037012620 0ustar  rootroot# python 3.6.9

FROM tensorflow/tensorflow:2.2.0-gpu

ENV DEBIAN_FRONTEND noninteractive

ENV AIMASTER_HOME /home/aimaster

# 타임존 변경
RUN ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime

RUN apt-get -y update \
    && apt-get install -y sudo net-tools fcitx-hangul fonts-nanum* vim wget curl ssh \
    && pip3 install jupyter \
    && pip3 install gym

RUN wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | sudo apt-key add - \ 
    && sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list' \
    && apt-get update && apt-get install -y google-chrome-stable

RUN printf "LANG=\"ko_KR.UTF-8\"\nLANG=\"ko_KR.EUC-KR\"\nLANGUAGE=\"ko_KR:ko:en_GB:en\"\n" >> /etc/environment \
    && source /etc/environment && fc-cache -r

RUN cat /etc/environment

RUN apt-get install -y xfce4 xfce4-goodies xorg dbus-x11 x11-xserver-utils \
    && echo "6\n69\58\1" | apt-get install xrdp -y 

RUN useradd -s /bin/bash -d /home/aimaster -m -G sudo aimaster \
    && echo 'aimaster ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers 

CMD service xrdp start
USER aimaster

WORKDIR /home/aimaster
RUN wget https://repo.anaconda.com/archive/Anaconda3-2020.02-Linux-x86_64.sh \
    && bash Anaconda3-2020.02-Linux-x86_64.sh -b \
    && rm Anaconda3-2020.02-Linux-x86_64.sh

ENV PATH /home/aimaster/anaconda3/bin:$PATH
RUN echo "export PATH="/home/aimaster/anaconda3/bin:$PATH >> /home/aimaster/.bashrc && source /home/aimaster/.bashrc \
    && sudo chown 1000:1000 /home/aimaster/ && sudo chown -R 1000:1000 /home/aimaster/.conda \
    && conda update conda && conda update anaconda && conda update --all

RUN mkdir /home/aimaster/notebooks
RUN jupyter notebook --generate-config --allow-root
RUN echo "c.NotebookApp.password = u''" >> /home/aimaster/.jupyter/jupyter_notebook_config.py

RUN echo "aimaster:Ardp#^(!" | sudo chpasswd
RUN echo "2" | sudo update-alternatives --config x-terminal-emulator

RUN conda create -n aienv python=3.7 \
    && source activate aienv \
    && conda install tensorflow-gpu=2.2.0 \
    && conda install nb_conda \ 
    && conda install -c conda-forge keras=2.3.1 \
    && conda install scipy=1.5.0 \ 
    && conda install numpy=1.18.5 \
    && conda install matplotlib=3.2.2 \
    && conda install pandas=1.0.5

COPY init.sh /home/aimaster/
RUN sudo chown root:root /home/aimaster/init.sh
RUN sudo chmod 777 /home/aimaster/init.sh

USER root

RUN sudo sed -i '/aimaster ALL=(ALL) NOPASSWD:ALL/c\aimaster ALL=(ALL:ALL) NOPASSWD:/home/aimaster/init.sh' /etc/sudoers 
# ROOT 로그인 비 활성화

ENTRYPOINT service xrdp start & tail -F /home/aimaster/init.sh
#ENTRYPOINT ["sh", "/home/aimaster/init.sh"]
#CMD ["jupyter", "notebook", "--allow-root", "--ip=0.0.0.0", "--port=8080"]
./20200707/20200708patch.yml0000644000000000000000000000240713701170670013264 0ustar  rootroot---

- hosts: all
  strategy: free
  tasks:
   - name: Create patch directory 
     become: true
     command: mkdir -p /home/4whomtbts/patch/20200707

   - name: Share script
     become: true
     copy:
      src: /home/4whomtbts/ansible/patch/20200707/
      dest: /home/4whomtbts/patch/20200707/

   - name: Make script executable 
     become: true
     command: chmod +x /home/4whomtbts/patch/20200707/patch.sh
     with_inventory_hostnames: labs

   - name: Run script
     become: true
     shell: /home/4whomtbts/patch/20200707/patch.sh "{{ hostvars[item]['server_id'] }}" 20200707
     with_inventory_hostnames: labs
      # - name: Execute script
      #     become: true
      #     command: /bin/sh /home/4whomtbts/patch/20200708/patch.sh "{{ hostvars[item]['server_id'] }}" 20200708
      #     with_inventory_hostnames: labs
     
      #   - name: chdir to ailab git directory
      #    shell: echo chdir
      #    become: true
      #    become_user: 4whomtbts
      #    args: 
      #     chdir: ~/ailab_git

      #  - name: Build and Run docker
      #    become: true
      #    become_user: 4whomtbts
      #    command: /bin/sh /home/4whomtbts/ailab_git/start.sh "{{ hostvars[item]['server_id'] }}"
      #    with_inventory_hostnames: labs
      
  

        
./20200707/sshd_config0000644000000000000000000000616013701175617013036 0ustar  rootroot# sshd_config(5) for more information.

# This sshd was compiled with PATH=/usr/bin:/bin:/usr/sbin:/sbin

# The strategy used for options in the default sshd_config shipped with
# OpenSSH is to specify options with their default value where
# possible, but leave them commented.  Uncommented options override the
# default value.

#Port 22
#AddressFamily any
#ListenAddress 0.0.0.0
#ListenAddress ::

#HostKey /etc/ssh/ssh_host_rsa_key
#HostKey /etc/ssh/ssh_host_ecdsa_key
#HostKey /etc/ssh/ssh_host_ed25519_key

# Ciphers and keying
#RekeyLimit default none

# Logging
#SyslogFacility AUTH
#LogLevel INFO

# Authentication:

#LoginGraceTime 2m
#PermitRootLogin prohibit-password
#StrictModes yes
#MaxAuthTries 6
#MaxSessions 10

#PubkeyAuthentication yes

# Expect .ssh/authorized_keys2 to be disregarded by default in future.
#AuthorizedKeysFile     .ssh/authorized_keys .ssh/authorized_keys2

#AuthorizedPrincipalsFile none

#AuthorizedKeysCommand none
#AuthorizedKeysCommandUser nobody

# For this to work you will also need host keys in /etc/ssh/ssh_known_hosts
#HostbasedAuthentication no
# Change to yes if you don't trust ~/.ssh/known_hosts for
# HostbasedAuthentication
#IgnoreUserKnownHosts no
# Don't read the user's ~/.rhosts and ~/.shosts files
#IgnoreRhosts yes

# To disable tunneled clear text passwords, change to no here!
#PasswordAuthentication yes
#PermitEmptyPasswords no

# Change to yes to enable challenge-response passwords (beware issues with
# some PAM modules and threads)
ChallengeResponseAuthentication no

# Kerberos options
#KerberosAuthentication no
#KerberosOrLocalPasswd yes
#KerberosTicketCleanup yes
#KerberosGetAFSToken no

# GSSAPI options
#GSSAPIAuthentication no
#GSSAPICleanupCredentials yes
#GSSAPIStrictAcceptorCheck yes
#GSSAPIKeyExchange no

# Set this to 'yes' to enable PAM authentication, account processing,
# and session processing. If this is enabled, PAM authentication will
# be allowed through the ChallengeResponseAuthentication and
# PasswordAuthentication.  Depending on your PAM configuration,
# PAM authentication via ChallengeResponseAuthentication may bypass
# the setting of "PermitRootLogin without-password".
# If you just want the PAM account and session checks to run without
# PAM authentication, then enable this but set PasswordAuthentication
# and ChallengeResponseAuthentication to 'no'.
UsePAM yes

#AllowAgentForwarding yes
AllowTcpForwarding yes
GatewayPorts clientspecified
X11Forwarding yes
#X11DisplayOffset 10
X11UseLocalhost yes
PermitTTY yes
#PrintMotd no
#PrintLastLog yes
TCPKeepAlive no
#UseLogin no
#PermitUserEnvironment no
#Compression delayed
#ClientAliveInterval 0
#ClientAliveCountMax 3
#UseDNS no
#PidFile /var/run/sshd.pid
#MaxStartups 10:30:100
PermitTunnel yes
#ChrootDirectory none
#VersionAddendum none

# no default banner path
#Banner none

# Allow client to pass locale environment variables
AcceptEnv LANG LC_*

# override default of no subsystems
Subsystem       sftp    /usr/lib/openssh/sftp-server

# Example of overriding settings on a per-user basis
#Match User anoncvs
#       X11Forwarding no
#       AllowTcpForwarding no
#       PermitTTY no
#       ForceCommand cvs server

./20200707/patch.sh0000755000000000000000000000434713701524335012263 0ustar  rootroot#!/bin/bash 

if [ "$#" -le 0 ]; then
	echo "You should input server number" 
	exit 1
fi

SSH_PORT=`expr 7070 + $1`
EXTRA_PORT1=`expr 7000 + $1`
EXTRA_PORT2=`expr 7010 + $1`
EXTRA_PORT3=`expr 7020 + $1`
EXTRA_PORT4=`expr 7030 + $1`
EXTRA_PORT5=`expr 7040 + $1`
EXTRA_PORT6=`expr 7050 + $1`
PATCH_CODE=$2 
PATCH_DIR=/home/4whomtbts/patch/$PATCH_CODE
AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH

echo "PORT => $SSH_PORT"
echo "PATCH_CODE => $PATCH_CODE"
echo "PATCH_DIR=> $PATCH_DIR" 

cd $PATCH_DIR

echo "############# Dockerfile Build start #############"
#sudo docker build --tag aitf:$2 .
sudo docker rm -f aitf
#sudo docker commit -m "$PATCH_CODE patch" aitf2 aitf:$PATCH_CODE
echo "############# Commit complete #############"
#sudo docker stop aitf2
echo "############# Stop previous container #############"
sudo docker run -d --gpus all \
	   -p 8005:8080 \
	   -p $SSH_PORT:22 \
	   -p $EXTRA_PORT1:$EXTRA_PORT1 \
	   -p $EXTRA_PORT2:$EXTRA_PORT2 \
	   -p $EXTRA_PORT3:$EXTRA_PORT3 \
	   -p $EXTRA_PORT4:$EXTRA_PORT4 \
	   -p $EXTRA_PORT5:$EXTRA_PORT5 \
	   -p $EXTRA_PORT6:$EXTRA_PORT6 \
	   -it --runtime=nvidia --privileged \
	   --shm-size=2g \
	   --mount type=bind,source="/home/tako$1/tako$1-data",target=/home/aimaster/lab_storage \
	   --name aitf aitf:$PATCH_CODE
echo "############# New container run complete #############"
#sudo docker exec -it aitf apt-get update
#sudo docker exec -it aitf apt-get install -y ssh

#echo "############# Install ssh complete #############"
sudo docker cp $PATCH_DIR/sshd_config aitf:/etc/ssh/sshd_config
sudo docker exec -it aitf sudo service ssh start
sudo docker exec -it aitf echo $(sudo service ssh status)
#sudo docker exec -it aitf sudo ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime
sudo docker exec -it aitf sudo sed -i '/root:x:0:0:root:\/root:\/bin\/bash/c\root:x:0:0:root:\/root:\/sbin\/nologin\/'
echo "############# Start to execute migrate conda env #############"
sudo docker exec -it aitf conda env create --force -n aienv -f $ENV_PATH

echo "@@@@@@@@@@@ Start juypter service @@@@@@@@@@@@"
sudo docker exec -it aitf /home/aimaster/init.sh

echo "@@@@@@@@@@@ $PATCH_CODE path complete @@@@@@@@@@@@"
./20200713/0000755000000000000000000000000014016725145010614 5ustar  rootroot./20200713/ansible.cfg0000644000000000000000000000004513703054737012715 0ustar  rootroot[defaults]
host_key_checking = false
./20200713/conda_job.sh0000644000000000000000000000034313703054737013072 0ustar  rootroot#!/bin/bash

AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH
sudo docker exec -it aitf conda env create -n aienv --f $ENV_PATH

./20200713/Dockerfile0000644000000000000000000000533613703054737012621 0ustar  rootroot# python 3.6.9

FROM tensorflow/tensorflow:2.2.0-gpu

ENV DEBIAN_FRONTEND noninteractive

ENV AIMASTER_HOME /home/aimaster

# 타임존 변경
RUN ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime

RUN apt-get -y update \
    && apt-get install -y sudo net-tools fcitx-hangul fonts-nanum* vim wget curl ssh \
    && pip3 install jupyter \
    && pip3 install gym

RUN wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | sudo apt-key add - \ 
    && sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list' \
    && apt-get update && apt-get install -y google-chrome-stable

RUN printf "LANG=\"ko_KR.UTF-8\"\nLANG=\"ko_KR.EUC-KR\"\nLANGUAGE=\"ko_KR:ko:en_GB:en\"\n" >> /etc/environment \
    && source /etc/environment && fc-cache -r

RUN cat /etc/environment

RUN apt-get install -y xfce4 xfce4-goodies xorg dbus-x11 x11-xserver-utils \
    && echo "6\n69\58\1" | apt-get install xrdp -y 

RUN useradd -s /bin/bash -d /home/aimaster -m -G sudo aimaster \
    && echo 'aimaster ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers 

CMD service xrdp start
USER aimaster

WORKDIR /home/aimaster
RUN wget https://repo.anaconda.com/archive/Anaconda3-2020.02-Linux-x86_64.sh \
    && bash Anaconda3-2020.02-Linux-x86_64.sh -b \
    && rm Anaconda3-2020.02-Linux-x86_64.sh

ENV PATH /home/aimaster/anaconda3/bin:$PATH
RUN echo "export PATH="/home/aimaster/anaconda3/bin:$PATH >> /home/aimaster/.bashrc && source /home/aimaster/.bashrc \
    && sudo chown 1000:1000 /home/aimaster/ && sudo chown -R 1000:1000 /home/aimaster/.conda \
    && conda update conda && conda update anaconda && conda update --all

RUN mkdir /home/aimaster/notebooks
RUN jupyter notebook --generate-config --allow-root
RUN echo "c.NotebookApp.password = u''" >> /home/aimaster/.jupyter/jupyter_notebook_config.py

RUN echo "aimaster:Ardp#^(!" | sudo chpasswd
RUN echo "2" | sudo update-alternatives --config x-terminal-emulator

RUN conda create -n aienv python=3.7 \
    && source activate aienv \
    && conda install tensorflow-gpu=2.2.0 \
    && conda install nb_conda \ 
    && conda install -c conda-forge keras=2.3.1 \
    && conda install scipy=1.5.0 \ 
    && conda install numpy=1.18.5 \
    && conda install matplotlib=3.2.2 \
    && conda install pandas=1.0.5

COPY init.sh /home/aimaster/
RUN sudo chown root:root /home/aimaster/init.sh
RUN sudo chmod 777 /home/aimaster/init.sh

USER root

RUN sudo sed -i '/aimaster ALL=(ALL) NOPASSWD:ALL/c\aimaster ALL=(ALL:ALL) NOPASSWD:/home/aimaster/init.sh' /etc/sudoers 
# ROOT 로그인 비 활성화

ENTRYPOINT service xrdp start & tail -F /home/aimaster/init.sh
#ENTRYPOINT ["sh", "/home/aimaster/init.sh"]
#CMD ["jupyter", "notebook", "--allow-root", "--ip=0.0.0.0", "--port=8080"]
./20200713/init.sh0000644000000000000000000000024413703054751012113 0ustar  rootroot#!/bin/bash

source activate aienv
nohup jupyter notebook --ip=0.0.0.0 --port=8080 --allow-root --NotebookApp.token='' --NotebookApp.password='' &
conda deactivate
./20200713/sshd_config0000644000000000000000000000635213703054751013033 0ustar  rootrootpenBSD: sshd_config,v 1.101 2017/03/14 07:19:07 djm Exp $

# This is the sshd server system-wide configuration file.  See
# sshd_config(5) for more information.

# This sshd was compiled with PATH=/usr/bin:/bin:/usr/sbin:/sbin

# The strategy used for options in the default sshd_config shipped with
# OpenSSH is to specify options with their default value where
# possible, but leave them commented.  Uncommented options override the
# default value.

#Port 22
#AddressFamily any
#ListenAddress 0.0.0.0
#ListenAddress ::

#HostKey /etc/ssh/ssh_host_rsa_key
#HostKey /etc/ssh/ssh_host_ecdsa_key
#HostKey /etc/ssh/ssh_host_ed25519_key

# Ciphers and keying
#RekeyLimit default none

# Logging
#SyslogFacility AUTH
#LogLevel INFO

# Authentication:

#LoginGraceTime 2m
#PermitRootLogin prohibit-password
#StrictModes yes
#MaxAuthTries 6
#MaxSessions 10

#PubkeyAuthentication yes

# Expect .ssh/authorized_keys2 to be disregarded by default in future.
#AuthorizedKeysFile     .ssh/authorized_keys .ssh/authorized_keys2

#AuthorizedPrincipalsFile none

#AuthorizedKeysCommand none
#AuthorizedKeysCommandUser nobody

# For this to work you will also need host keys in /etc/ssh/ssh_known_hosts
#HostbasedAuthentication no
# Change to yes if you don't trust ~/.ssh/known_hosts for
# HostbasedAuthentication
#IgnoreUserKnownHosts no
# Don't read the user's ~/.rhosts and ~/.shosts files
#IgnoreRhosts yes

# To disable tunneled clear text passwords, change to no here!
#PasswordAuthentication yes
#PermitEmptyPasswords no

# Change to yes to enable challenge-response passwords (beware issues with
# some PAM modules and threads)
ChallengeResponseAuthentication no

# Kerberos options
#KerberosAuthentication no
#KerberosOrLocalPasswd yes
#KerberosTicketCleanup yes
#KerberosGetAFSToken no

# GSSAPI options
#GSSAPIAuthentication no
#GSSAPICleanupCredentials yes
#GSSAPIStrictAcceptorCheck yes
#GSSAPIKeyExchange no

# Set this to 'yes' to enable PAM authentication, account processing,
# and session processing. If this is enabled, PAM authentication will
# be allowed through the ChallengeResponseAuthentication and
# PasswordAuthentication.  Depending on your PAM configuration,
# PAM authentication via ChallengeResponseAuthentication may bypass
# the setting of "PermitRootLogin without-password".
# If you just want the PAM account and session checks to run without
# PAM authentication, then enable this but set PasswordAuthentication
# and ChallengeResponseAuthentication to 'no'.
UsePAM yes

#AllowAgentForwarding yes
AllowTcpForwarding yes
GatewayPorts clientspecified
X11Forwarding yes
#X11DisplayOffset 10
X11UseLocalhost yes
PermitTTY yes
#PrintMotd no
#PrintLastLog yes
TCPKeepAlive no
#UseLogin no
#PermitUserEnvironment no
#Compression delayed
#ClientAliveInterval 0
#ClientAliveCountMax 3
#UseDNS no
#PidFile /var/run/sshd.pid
#MaxStartups 10:30:100
PermitTunnel yes
#ChrootDirectory none
#VersionAddendum none

# no default banner path
#Banner none

# Allow client to pass locale environment variables
AcceptEnv LANG LC_*

# override default of no subsystems
Subsystem       sftp    /usr/lib/openssh/sftp-server

# Example of overriding settings on a per-user basis
#Match User anoncvs
#       X11Forwarding no
#       AllowTcpForwarding no
#       PermitTTY no
#       ForceCommand cvs server

./20200713/20200713patch.yml0000644000000000000000000000265013705046650013261 0ustar  rootroot---

- hosts: all
  strategy: free
  tasks:
   - name: Create patch directory 
     become: true
     command: mkdir -p /home/4whomtbts/patch/20200713

   - name: Share script
     become: true
     copy:
      src: /home/4whomtbts/ansible/patch/20200713/
      dest: /home/4whomtbts/patch/20200713/
   - name: Chmod script
     become: true
     command: chmod +x /home/4whomtbts/patch/20200713/patch.sh

      #   - name: Make script executable 
      #     become: true
      #     command: chmod +x /home/4whomtbts/patch/20200707/patch.sh
      #     with_inventory_hostnames: labs

      #   - name: Run script
      #     become: true
      #     shell: /home/4whomtbts/patch/20200707/patch.sh "{{ hostvars[item]['server_id'] }}" 20200707
      #     with_inventory_hostnames: labs
      # - name: Execute script
      #     become: true
      #     command: /bin/sh /home/4whomtbts/patch/20200708/patch.sh "{{ hostvars[item]['server_id'] }}" 20200708
      #     with_inventory_hostnames: labs
     
      #   - name: chdir to ailab git directory
      #    shell: echo chdir
      #    become: true
      #    become_user: 4whomtbts
      #    args: 
      #     chdir: ~/ailab_git

      #  - name: Build and Run docker
      #    become: true
      #    become_user: 4whomtbts
      #    command: /bin/sh /home/4whomtbts/ailab_git/start.sh "{{ hostvars[item]['server_id'] }}"
      #    with_inventory_hostnames: labs
      
  

        
./20200713/patch.sh0000755000000000000000000000453613705046552012264 0ustar  rootroot#!/bin/bash 

if [ "$#" -le 0 ]; then
	echo "You should input server number" 
	exit 1
fi

SSH_PORT=`expr 7070 + $1`
EXTRA_PORT1=`expr 7000 + $1`
EXTRA_PORT2=`expr 7010 + $1`
EXTRA_PORT3=`expr 7020 + $1`
EXTRA_PORT4=`expr 7030 + $1`
EXTRA_PORT5=`expr 7040 + $1`
EXTRA_PORT6=`expr 7050 + $1`
JUPYTER_PORT=`expr 7060 + $1`
PATCH_CODE=$2 
PATCH_DIR=/home/4whomtbts/patch/$PATCH_CODE
AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
CONTAINER_NAME=aitf$PATCH_CODE
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH

echo "PORT => $SSH_PORT"
echo "PATCH_CODE => $PATCH_CODE"
echo "PATCH_DIR=> $PATCH_DIR" 

cd $PATCH_DIR

echo "############# Dockerfile Build start #############"
#sudo docker rm -f aitf
#sudo docker commit -m "$PATCH_CODE patch" aitf2 aitf:$PATCH_CODE
echo "############# Commit complete #############"
echo "############# Stop previous container #############"
sudo docker run -d --gpus all \
	   -p $JUPYTER_PORT:8080 \
	   -p $SSH_PORT:22 \
	   -p 3389:3389 \
	   -p $EXTRA_PORT1:$EXTRA_PORT1 \
	   -p $EXTRA_PORT2:$EXTRA_PORT2 \
	   -p $EXTRA_PORT3:$EXTRA_PORT3 \
	   -p $EXTRA_PORT4:$EXTRA_PORT4 \
	   -p $EXTRA_PORT5:$EXTRA_PORT5 \
	   -p $EXTRA_PORT6:$EXTRA_PORT6 \
	   -it --runtime=nvidia \
	   --cap-add=SYS_ADMIN \
	   --shm-size=2g \
	   --mount type=bind,source="/home/tako$1/tako$1-data",target=/home/aimaster/lab_storage \
	   --name aitf$PATCH_CODE aitf:20200707
echo "############# New container run complete #############"
#sudo docker exec -it aitf apt-get update
#sudo docker exec -it aitf apt-get install -y ssh

#echo "############# Install ssh complete #############"
sudo docker cp $PATCH_DIR/sshd_config aitf:/etc/ssh/sshd_config
sudo docker exec -it $CONTAINER_NAME sudo service ssh start
sudo docker exec -it $CONTAINER_NAME echo $(sudo service ssh status)
#sudo docker exec -it aitf sudo ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime
sudo docker exec -it $CONTAINER_NAME sudo sed -i '/root:x:0:0:root:\/root:\/bin\/bash/c\root:x:0:0:root:\/root:\/sbin\/nologin\/' /etc/passwd
echo "############# Start to execute migrate conda env #############"
sudo docker exec -it $CONTAINER_NAME conda env create --force -n aienv -f $ENV_PATH

echo "@@@@@@@@@@@ Start juypter service @@@@@@@@@@@@"
sudo docker exec -it $CONTAINER_NAME /home/aimaster/init.sh

echo "@@@@@@@@@@@ $PATCH_CODE path complete @@@@@@@@@@@@"
./20200713/hotpatch.sh0000755000000000000000000000417513741007030012762 0ustar  rootroot#!/bin/bash 

if [ "$#" -le 0 ]; then
	echo "You should input server number" 
	exit 1
fi

SSH_PORT=`expr 7070 + $1`
EXTRA_PORT1=`expr 7000 + $1`
EXTRA_PORT2=`expr 7010 + $1`
EXTRA_PORT3=`expr 7020 + $1`
EXTRA_PORT4=`expr 7030 + $1`
EXTRA_PORT5=`expr 7040 + $1`
EXTRA_PORT6=`expr 7050 + $1`
JUPYTER_PORT=`expr 7060 + $1`
PATCH_CODE=$2 
PATCH_DIR=/home/4whomtbts/patch/$PATCH_CODE
AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
CONTAINER_NAME=aitf$PATCH_CODE
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH

echo "PORT => $SSH_PORT"
echo "PATCH_CODE => $PATCH_CODE"
echo "PATCH_DIR=> $PATCH_DIR" 

cd $PATCH_DIR

echo "############# Dockerfile Build start #############"
#sudo docker rm -f aitf
#sudo docker commit -m "$PATCH_CODE patch" aitf2 aitf:$PATCH_CODE
echo "############# Commit complete #############"
echo "############# Stop previous container #############"
sudo docker run -d --gpus all \
	   -p 9098:22 \
	   -p 3390:3389 \
	   --ipc=host \
	   -it --runtime=nvidia \
	   --cap-add=SYS_ADMIN \
	   --shm-size=10g \
	   --mount type=bind,source="/home/tako$1/tako$1-data",target=/home/aimaster/lab_storage \
	   --name aitf$PATCH_CODE aitf:20200707
echo "############# New container run complete #############"
#sudo docker exec -it aitf apt-get update
#sudo docker exec -it aitf apt-get install -y ssh

#echo "############# Install ssh complete #############"
sudo docker cp $PATCH_DIR/sshd_config aitf:/etc/ssh/sshd_config
sudo docker exec -it $CONTAINER_NAME sudo service ssh start
sudo docker exec -it $CONTAINER_NAME echo $(sudo service ssh status)
#sudo docker exec -it aitf sudo ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime
sudo docker exec -it $CONTAINER_NAME sudo sed -i '/root:x:0:0:root:\/root:\/bin\/bash/c\root:x:0:0:root:\/root:\/sbin\/nologin\/' /etc/passwd
echo "############# Start to execute migrate conda env #############"
sudo docker exec -it $CONTAINER_NAME conda env create --force -n aienv -f $ENV_PATH

echo "@@@@@@@@@@@ Start juypter service @@@@@@@@@@@@"
sudo docker exec -it $CONTAINER_NAME /home/aimaster/init.sh

echo "@@@@@@@@@@@ $PATCH_CODE path complete @@@@@@@@@@@@"
./20200713/test.tar0000644000000000000000000005000014016725145012276 0ustar  rootroot20200713patch.yml0000644000000000000000000000265013705046650012226 0ustar  rootroot---

- hosts: all
  strategy: free
  tasks:
   - name: Create patch directory 
     become: true
     command: mkdir -p /home/4whomtbts/patch/20200713

   - name: Share script
     become: true
     copy:
      src: /home/4whomtbts/ansible/patch/20200713/
      dest: /home/4whomtbts/patch/20200713/
   - name: Chmod script
     become: true
     command: chmod +x /home/4whomtbts/patch/20200713/patch.sh

      #   - name: Make script executable 
      #     become: true
      #     command: chmod +x /home/4whomtbts/patch/20200707/patch.sh
      #     with_inventory_hostnames: labs

      #   - name: Run script
      #     become: true
      #     shell: /home/4whomtbts/patch/20200707/patch.sh "{{ hostvars[item]['server_id'] }}" 20200707
      #     with_inventory_hostnames: labs
      # - name: Execute script
      #     become: true
      #     command: /bin/sh /home/4whomtbts/patch/20200708/patch.sh "{{ hostvars[item]['server_id'] }}" 20200708
      #     with_inventory_hostnames: labs
     
      #   - name: chdir to ailab git directory
      #    shell: echo chdir
      #    become: true
      #    become_user: 4whomtbts
      #    args: 
      #     chdir: ~/ailab_git

      #  - name: Build and Run docker
      #    become: true
      #    become_user: 4whomtbts
      #    command: /bin/sh /home/4whomtbts/ailab_git/start.sh "{{ hostvars[item]['server_id'] }}"
      #    with_inventory_hostnames: labs
      
  

        
ansible.cfg0000644000000000000000000000004513703054737011662 0ustar  rootroot[defaults]
host_key_checking = false
conda_job.sh0000644000000000000000000000034313703054737012037 0ustar  rootroot#!/bin/bash

AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH
sudo docker exec -it aitf conda env create -n aienv --f $ENV_PATH

Dockerfile0000644000000000000000000000533613703054737011566 0ustar  rootroot# python 3.6.9

FROM tensorflow/tensorflow:2.2.0-gpu

ENV DEBIAN_FRONTEND noninteractive

ENV AIMASTER_HOME /home/aimaster

# 타임존 변경
RUN ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime

RUN apt-get -y update \
    && apt-get install -y sudo net-tools fcitx-hangul fonts-nanum* vim wget curl ssh \
    && pip3 install jupyter \
    && pip3 install gym

RUN wget -q -O - https://dl-ssl.google.com/linux/linux_signing_key.pub | sudo apt-key add - \ 
    && sh -c 'echo "deb [arch=amd64] http://dl.google.com/linux/chrome/deb/ stable main" >> /etc/apt/sources.list.d/google.list' \
    && apt-get update && apt-get install -y google-chrome-stable

RUN printf "LANG=\"ko_KR.UTF-8\"\nLANG=\"ko_KR.EUC-KR\"\nLANGUAGE=\"ko_KR:ko:en_GB:en\"\n" >> /etc/environment \
    && source /etc/environment && fc-cache -r

RUN cat /etc/environment

RUN apt-get install -y xfce4 xfce4-goodies xorg dbus-x11 x11-xserver-utils \
    && echo "6\n69\58\1" | apt-get install xrdp -y 

RUN useradd -s /bin/bash -d /home/aimaster -m -G sudo aimaster \
    && echo 'aimaster ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers 

CMD service xrdp start
USER aimaster

WORKDIR /home/aimaster
RUN wget https://repo.anaconda.com/archive/Anaconda3-2020.02-Linux-x86_64.sh \
    && bash Anaconda3-2020.02-Linux-x86_64.sh -b \
    && rm Anaconda3-2020.02-Linux-x86_64.sh

ENV PATH /home/aimaster/anaconda3/bin:$PATH
RUN echo "export PATH="/home/aimaster/anaconda3/bin:$PATH >> /home/aimaster/.bashrc && source /home/aimaster/.bashrc \
    && sudo chown 1000:1000 /home/aimaster/ && sudo chown -R 1000:1000 /home/aimaster/.conda \
    && conda update conda && conda update anaconda && conda update --all

RUN mkdir /home/aimaster/notebooks
RUN jupyter notebook --generate-config --allow-root
RUN echo "c.NotebookApp.password = u''" >> /home/aimaster/.jupyter/jupyter_notebook_config.py

RUN echo "aimaster:Ardp#^(!" | sudo chpasswd
RUN echo "2" | sudo update-alternatives --config x-terminal-emulator

RUN conda create -n aienv python=3.7 \
    && source activate aienv \
    && conda install tensorflow-gpu=2.2.0 \
    && conda install nb_conda \ 
    && conda install -c conda-forge keras=2.3.1 \
    && conda install scipy=1.5.0 \ 
    && conda install numpy=1.18.5 \
    && conda install matplotlib=3.2.2 \
    && conda install pandas=1.0.5

COPY init.sh /home/aimaster/
RUN sudo chown root:root /home/aimaster/init.sh
RUN sudo chmod 777 /home/aimaster/init.sh

USER root

RUN sudo sed -i '/aimaster ALL=(ALL) NOPASSWD:ALL/c\aimaster ALL=(ALL:ALL) NOPASSWD:/home/aimaster/init.sh' /etc/sudoers 
# ROOT 로그인 비 활성화

ENTRYPOINT service xrdp start & tail -F /home/aimaster/init.sh
#ENTRYPOINT ["sh", "/home/aimaster/init.sh"]
#CMD ["jupyter", "notebook", "--allow-root", "--ip=0.0.0.0", "--port=8080"]
hotpatch.sh0000755000000000000000000000417513741007030011727 0ustar  rootroot#!/bin/bash 

if [ "$#" -le 0 ]; then
	echo "You should input server number" 
	exit 1
fi

SSH_PORT=`expr 7070 + $1`
EXTRA_PORT1=`expr 7000 + $1`
EXTRA_PORT2=`expr 7010 + $1`
EXTRA_PORT3=`expr 7020 + $1`
EXTRA_PORT4=`expr 7030 + $1`
EXTRA_PORT5=`expr 7040 + $1`
EXTRA_PORT6=`expr 7050 + $1`
JUPYTER_PORT=`expr 7060 + $1`
PATCH_CODE=$2 
PATCH_DIR=/home/4whomtbts/patch/$PATCH_CODE
AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
CONTAINER_NAME=aitf$PATCH_CODE
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH

echo "PORT => $SSH_PORT"
echo "PATCH_CODE => $PATCH_CODE"
echo "PATCH_DIR=> $PATCH_DIR" 

cd $PATCH_DIR

echo "############# Dockerfile Build start #############"
#sudo docker rm -f aitf
#sudo docker commit -m "$PATCH_CODE patch" aitf2 aitf:$PATCH_CODE
echo "############# Commit complete #############"
echo "############# Stop previous container #############"
sudo docker run -d --gpus all \
	   -p 9098:22 \
	   -p 3390:3389 \
	   --ipc=host \
	   -it --runtime=nvidia \
	   --cap-add=SYS_ADMIN \
	   --shm-size=10g \
	   --mount type=bind,source="/home/tako$1/tako$1-data",target=/home/aimaster/lab_storage \
	   --name aitf$PATCH_CODE aitf:20200707
echo "############# New container run complete #############"
#sudo docker exec -it aitf apt-get update
#sudo docker exec -it aitf apt-get install -y ssh

#echo "############# Install ssh complete #############"
sudo docker cp $PATCH_DIR/sshd_config aitf:/etc/ssh/sshd_config
sudo docker exec -it $CONTAINER_NAME sudo service ssh start
sudo docker exec -it $CONTAINER_NAME echo $(sudo service ssh status)
#sudo docker exec -it aitf sudo ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime
sudo docker exec -it $CONTAINER_NAME sudo sed -i '/root:x:0:0:root:\/root:\/bin\/bash/c\root:x:0:0:root:\/root:\/sbin\/nologin\/' /etc/passwd
echo "############# Start to execute migrate conda env #############"
sudo docker exec -it $CONTAINER_NAME conda env create --force -n aienv -f $ENV_PATH

echo "@@@@@@@@@@@ Start juypter service @@@@@@@@@@@@"
sudo docker exec -it $CONTAINER_NAME /home/aimaster/init.sh

echo "@@@@@@@@@@@ $PATCH_CODE path complete @@@@@@@@@@@@"
init.sh0000644000000000000000000000024413703054751011060 0ustar  rootroot#!/bin/bash

source activate aienv
nohup jupyter notebook --ip=0.0.0.0 --port=8080 --allow-root --NotebookApp.token='' --NotebookApp.password='' &
conda deactivate
patch.sh0000755000000000000000000000453613705046552011231 0ustar  rootroot#!/bin/bash 

if [ "$#" -le 0 ]; then
	echo "You should input server number" 
	exit 1
fi

SSH_PORT=`expr 7070 + $1`
EXTRA_PORT1=`expr 7000 + $1`
EXTRA_PORT2=`expr 7010 + $1`
EXTRA_PORT3=`expr 7020 + $1`
EXTRA_PORT4=`expr 7030 + $1`
EXTRA_PORT5=`expr 7040 + $1`
EXTRA_PORT6=`expr 7050 + $1`
JUPYTER_PORT=`expr 7060 + $1`
PATCH_CODE=$2 
PATCH_DIR=/home/4whomtbts/patch/$PATCH_CODE
AIMASTER_PATH=/home/aimaster
ENV_PATH=$AIMASTER_PATH/lab_storage/environment.yml
CONTAINER_NAME=aitf$PATCH_CODE
sudo docker exec -it aitf2 conda env export -n aienv -f $ENV_PATH

echo "PORT => $SSH_PORT"
echo "PATCH_CODE => $PATCH_CODE"
echo "PATCH_DIR=> $PATCH_DIR" 

cd $PATCH_DIR

echo "############# Dockerfile Build start #############"
#sudo docker rm -f aitf
#sudo docker commit -m "$PATCH_CODE patch" aitf2 aitf:$PATCH_CODE
echo "############# Commit complete #############"
echo "############# Stop previous container #############"
sudo docker run -d --gpus all \
	   -p $JUPYTER_PORT:8080 \
	   -p $SSH_PORT:22 \
	   -p 3389:3389 \
	   -p $EXTRA_PORT1:$EXTRA_PORT1 \
	   -p $EXTRA_PORT2:$EXTRA_PORT2 \
	   -p $EXTRA_PORT3:$EXTRA_PORT3 \
	   -p $EXTRA_PORT4:$EXTRA_PORT4 \
	   -p $EXTRA_PORT5:$EXTRA_PORT5 \
	   -p $EXTRA_PORT6:$EXTRA_PORT6 \
	   -it --runtime=nvidia \
	   --cap-add=SYS_ADMIN \
	   --shm-size=2g \
	   --mount type=bind,source="/home/tako$1/tako$1-data",target=/home/aimaster/lab_storage \
	   --name aitf$PATCH_CODE aitf:20200707
echo "############# New container run complete #############"
#sudo docker exec -it aitf apt-get update
#sudo docker exec -it aitf apt-get install -y ssh

#echo "############# Install ssh complete #############"
sudo docker cp $PATCH_DIR/sshd_config aitf:/etc/ssh/sshd_config
sudo docker exec -it $CONTAINER_NAME sudo service ssh start
sudo docker exec -it $CONTAINER_NAME echo $(sudo service ssh status)
#sudo docker exec -it aitf sudo ln -sf /usr/share/zoneinfo/Asia/Seoul /etc/localtime
sudo docker exec -it $CONTAINER_NAME sudo sed -i '/root:x:0:0:root:\/root:\/bin\/bash/c\root:x:0:0:root:\/root:\/sbin\/nologin\/' /etc/passwd
echo "############# Start to execute migrate conda env #############"
sudo docker exec -it $CONTAINER_NAME conda env create --force -n aienv -f $ENV_PATH

echo "@@@@@@@@@@@ Start juypter service @@@@@@@@@@@@"
sudo docker exec -it $CONTAINER_NAME /home/aimaster/init.sh

echo "@@@@@@@@@@@ $PATCH_CODE path complete @@@@@@@@@@@@"
sshd_config0000644000000000000000000000635213703054751012000 0ustar  rootrootpenBSD: sshd_config,v 1.101 2017/03/14 07:19:07 djm Exp $

# This is the sshd server system-wide configuration file.  See
# sshd_config(5) for more information.

# This sshd was compiled with PATH=/usr/bin:/bin:/usr/sbin:/sbin

# The strategy used for options in the default sshd_config shipped with
# OpenSSH is to specify options with their default value where
# possible, but leave them commented.  Uncommented options override the
# default value.

#Port 22
#AddressFamily any
#ListenAddress 0.0.0.0
#ListenAddress ::

#HostKey /etc/ssh/ssh_host_rsa_key
#HostKey /etc/ssh/ssh_host_ecdsa_key
#HostKey /etc/ssh/ssh_host_ed25519_key

# Ciphers and keying
#RekeyLimit default none

# Logging
#SyslogFacility AUTH
#LogLevel INFO

# Authentication:

#LoginGraceTime 2m
#PermitRootLogin prohibit-password
#StrictModes yes
#MaxAuthTries 6
#MaxSessions 10

#PubkeyAuthentication yes

# Expect .ssh/authorized_keys2 to be disregarded by default in future.
#AuthorizedKeysFile     .ssh/authorized_keys .ssh/authorized_keys2

#AuthorizedPrincipalsFile none

#AuthorizedKeysCommand none
#AuthorizedKeysCommandUser nobody

# For this to work you will also need host keys in /etc/ssh/ssh_known_hosts
#HostbasedAuthentication no
# Change to yes if you don't trust ~/.ssh/known_hosts for
# HostbasedAuthentication
#IgnoreUserKnownHosts no
# Don't read the user's ~/.rhosts and ~/.shosts files
#IgnoreRhosts yes

# To disable tunneled clear text passwords, change to no here!
#PasswordAuthentication yes
#PermitEmptyPasswords no

# Change to yes to enable challenge-response passwords (beware issues with
# some PAM modules and threads)
ChallengeResponseAuthentication no

# Kerberos options
#KerberosAuthentication no
#KerberosOrLocalPasswd yes
#KerberosTicketCleanup yes
#KerberosGetAFSToken no

# GSSAPI options
#GSSAPIAuthentication no
#GSSAPICleanupCredentials yes
#GSSAPIStrictAcceptorCheck yes
#GSSAPIKeyExchange no

# Set this to 'yes' to enable PAM authentication, account processing,
# and session processing. If this is enabled, PAM authentication will
# be allowed through the ChallengeResponseAuthentication and
# PasswordAuthentication.  Depending on your PAM configuration,
# PAM authentication via ChallengeResponseAuthentication may bypass
# the setting of "PermitRootLogin without-password".
# If you just want the PAM account and session checks to run without
# PAM authentication, then enable this but set PasswordAuthentication
# and ChallengeResponseAuthentication to 'no'.
UsePAM yes

#AllowAgentForwarding yes
AllowTcpForwarding yes
GatewayPorts clientspecified
X11Forwarding yes
#X11DisplayOffset 10
X11UseLocalhost yes
PermitTTY yes
#PrintMotd no
#PrintLastLog yes
TCPKeepAlive no
#UseLogin no
#PermitUserEnvironment no
#Compression delayed
#ClientAliveInterval 0
#ClientAliveCountMax 3
#UseDNS no
#PidFile /var/run/sshd.pid
#MaxStartups 10:30:100
PermitTunnel yes
#ChrootDirectory none
#VersionAddendum none

# no default banner path
#Banner none

# Allow client to pass locale environment variables
AcceptEnv LANG LC_*

# override default of no subsystems
Subsystem       sftp    /usr/lib/openssh/sftp-server

# Example of overriding settings on a per-user basis
#Match User anoncvs
#       X11Forwarding no
#       AllowTcpForwarding no
#       PermitTTY no
#       ForceCommand cvs server