add .env with terraform

Author: falconlee236

.gitignore

@@ -40,4 +40,7 @@ terraform.rc
 credentials.json
 
 # ssh
-.ssh/
+.ssh/
+
+# env
+.env

Makefile

@@ -3,6 +3,8 @@ GREEN = $(shell tput -Txterm setab 2 && tput -Txterm setaf 0)
 PURPLE = $(shell tput -Txterm setab 5 && tput -Txterm setaf 7)
 RESET = $(shell tput -Txterm sgr0)
 
+VAR_FILE = terraform.prod.tfvars
+
 all: create
 
 create: create-compute-engine
@@ -19,7 +21,7 @@ create-compute-engine:
 	@echo ""
 	@echo "$(GREEN) Terraform compute engine init $(RESET)"
 	@cd src && terraform init
-	@cd src && terraform apply -auto-approve
+	@cd src && terraform apply -auto-approve -var-file=$(VAR_FILE)
 
 destroy-s3:
 	@echo ""

src/main.tf

@@ -56,6 +56,9 @@ module "training_worker" {
     gpu_type = var.gpu_type
     zone = var.zone
     username = var.username
+    env_file = var.env_file
+    dockerhub_id = var.dockerhub_id
+    dockerhub_pwd = var.dockerhub_pwd
 
     depends_on = [ module.vpc_network ]
 }

src/modules/worker/main.tf

@@ -51,7 +51,6 @@ resource "google_compute_instance" "gpu_instance" {
     service_account {
         scopes = [ "https://www.googleapis.com/auth/devstorage.read_write" ]
     }
-
     provisioner "file" {
         // We use a provisioner to copy our local ssh key inside the worker. This will be used to authenticate with GitHub.
         source = var.ssh_file_private
@@ -66,6 +65,20 @@ resource "google_compute_instance" "gpu_instance" {
         }
     }
 
+    provisioner "file" {
+        // We use a provisioner to copy our local ssh key inside the worker. This will be used to authenticate with GitHub.
+        source = var.env_file
+        destination = "/home/${var.username}/.env"
+
+        connection {
+            type = "ssh"
+            user = var.username
+            port = 22
+            private_key = "${file(var.ssh_file_private)}"
+            host = google_compute_instance.gpu_instance.network_interface[0].access_config[0].nat_ip
+        }
+    }
+
     provisioner "remote-exec" {
         // Here we define some init steps we want to run when our instance is created
         inline = [ 
@@ -88,7 +101,8 @@ resource "google_compute_instance" "gpu_instance" {
             "sudo apt update",
             "sudo apt install docker-ce docker-ce-cli containerd.io docker-compose-plugin",
             "sudo systemctl start docker",
-            "sudo systemctl enable docker"
+            "sudo systemctl enable docker",
+            "echo ${var.dockerhub_pwd} | docker login -u ${var.dockerhub_pwd} --password-stdin" # dockerhub login
          ]
          connection {
             type = "ssh"

src/modules/worker/variables.tf

@@ -12,4 +12,10 @@ variable "gpu_type" {}
 
 variable "zone" {}
 
-variable "username" {}
+variable "username" {}
+
+variable "env_file" {}
+
+variable "dockerhub_id" {}
+
+variable "dockerhub_pwd" {}

src/variables.tf

@@ -10,6 +10,12 @@ variable "ssh_file_private" {
   default = "../.ssh/id_ed25519"
 }
 
+variable "env_file" {
+    description = "env file path"
+    type = string
+    default = "../.env"
+}
+
 variable "git_ssh_url" {
     description = "git clone url"
     type = string
@@ -68,4 +74,8 @@ variable "username" {
     description = "my google email id"
     type = string
     default = "sangyleegcp1"
-}
+}
+
+variable "dockerhub_id" {}
+
+variable "dockerhub_pwd" {}