Used ELK again

Author: trajano

docker-compose.yml

@@ -58,52 +58,41 @@ services:
     deploy:
       replicas: 4
 
-  log-mongo:
-    image: mongo:3
-    volumes:
-    - logging:/usr/share/elasticsearch/data
-    networks:
-    - logging
-    environment:
-    - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
-    - xpack.security.enabled=false
-    ulimits:
-      memlock:
-        soft: -1
-        hard: -1
   log-elasticsearch:
     image: docker.elastic.co/elasticsearch/elasticsearch:5.6.3
     volumes:
     - logging:/usr/share/elasticsearch/data
     networks:
     - logging
     environment:
-    - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
-    - cluster.name=graylog
+    - "ES_JAVA_OPTS=-Xms1g -Xmx1g"
     - xpack.security.enabled=false
     ulimits:
       memlock:
         soft: -1
         hard: -1
+    deploy:
+      restart_policy:
+        condition: on-failure
   logstash-ms:
-    image: graylog/graylog:2.3.1-1
-    environment:
-      # CHANGE ME!
-      - GRAYLOG_PASSWORD_SECRET=somepasswordpepper
-      # Password: admin
-      - GRAYLOG_ROOT_PASSWORD_SHA2=8c6976e5b5410415bde908bd4dee15dfb167a9c873fc4bb8a81f6f2ab448a918
-      - GRAYLOG_WEB_ENDPOINT_URI=http://127.0.0.1:9000/api
-    ports:
-    - "9000:9000"
+    build: ./src/docker/logstash-ms
     depends_on:
     - log-elasticsearch
-    - log-mongo
-    links:
-    - log-elasticsearch:elasticsearch
-    - log-mongo:mongo
     networks:
     - default
     - logging
+  kibana:
+    image: docker.elastic.co/kibana/kibana:5.6.3
+    ports:
+    - "3002:5601"
+    networks:
+    - logging
+    depends_on:
+    - log-elasticsearch
+    environment:
+    - xpack.monitoring.ui.container.elasticsearch.enabled=false
+    links:
+    - log-elasticsearch:elasticsearch
 
 networks:
   # The default network is used for all the microservices that are not associated with anything infrastructure related.  Primarily where the aplpication specific microservices reside.

ms-common/src/main/resources/logback-spring.xml

@@ -28,10 +28,10 @@
         <staticField>request_id:%{X-Request-ID}</staticField>
       </layout>
     </appender>
-    <logger name="stdout" level="WARN">
-      <appender-ref ref="stdout"/>
+    <logger name="net.trajano.ms" level="DEBUG">
+      <appender-ref ref="GELF"/>
     </logger>
-    <root level="debug">
+    <root level="WARN">
       <appender-ref ref="GELF"/>
     </root>
   </springProfile>

ms-gateway/Dockerfile

@@ -1,4 +1,9 @@
 FROM openjdk:jre-alpine
+RUN apk update && \
+  apk add tzdata && \
+  cp /usr/share/zoneinfo/America/Toronto /etc/localtime && \
+  echo "America/Toronto" > /etc/timezone && \
+  apk del tzdata
 COPY target/ms-gateway.jar application.yml /
 EXPOSE 80
 CMD ["/usr/bin/java", "-jar", "/ms-gateway.jar"]

ms-gateway/src/main/resources/logback-spring.xml

@@ -28,10 +28,10 @@
         <staticField>request_id:%{X-Request-ID}</staticField>
       </layout>
     </appender>
-    <logger name="stdout" level="WARN">
-      <appender-ref ref="stdout"/>
+    <logger name="net.trajano.ms" level="DEBUG">
+      <appender-ref ref="GELF"/>
     </logger>
-    <root level="debug">
+    <root level="WARN">
       <appender-ref ref="GELF"/>
     </root>
   </springProfile>

src/docker/logstash-ms/Dockerfile

@@ -1,4 +1,4 @@
 FROM docker.elastic.co/logstash/logstash:5.6.3
 RUN rm -f /usr/share/logstash/pipeline/logstash.conf
 ADD pipeline/ /usr/share/logstash/pipeline/
-ADD config/ /usr/share/logstash/config/
+ENV XPACK_MONITORING_ENABLED=false

src/docker/logstash-ms/pipeline/logstash.conf

@@ -1,4 +1,4 @@
 input { gelf { } }
 output {
-  elasticsearch { hosts => ["elasticsearch:9200"] }
+  elasticsearch { hosts => ["log-elasticsearch:9200"] }
 }