add: logstash

roles/docker-deployments/tasks/main.yaml

@@ -78,6 +78,7 @@
     - gitea
     - gitea-runner
     - atlantis-status
+    - logstash
 
 - name: Copy AtlantisHub config
   copy:
@@ -104,6 +105,29 @@
     src: "grafana.ini"
     dest: "/data/grafana/grafana.ini"
 
+- name: create_logstash_data_dirs
+  file:
+    name: "/data/logstash/{{ item }}"
+    state: directory
+  with_items:
+    - "config"
+    - "pipeline"
+
+- name: copy_logstash_config
+  template:
+    src: "{{ item }}"
+    dest: "/data/logstash/config/"
+  with_items:
+    - "logstash.yml"
+    - "pipelines.yml"
+
+- name: copy_logstash_pipeline_config
+  template:
+    src: "{{ item }}"
+    dest: "/data/logstash/pipeline/"
+  with_items:
+    - "logstash.conf"
+
 - name: copy_atlantis_status_services
   template:
     src: "{{ item }}.yaml"
@@ -141,6 +165,7 @@
     - gitea
     - gitea-runner
     - atlantis-status
+    - logstash
 
 - name: Copy compose templates
   template:
@@ -170,6 +195,7 @@
     - gitea
     - gitea-runner
     - atlantis-status
+    - logstash
 
 - name: create sites-enabled dir
   file:

roles/docker-deployments/templates/logstash.conf

@@ -0,0 +1,15 @@
+input {
+  beats {
+    port => 5044
+  }
+}
+
+output {
+  opensearch {
+    hosts => ["https://atlantishq.de:9200"]
+    index => "filebeat-dev-%{+YYYY.MM.dd}"
+    ssl_certificate_verification => false
+    user => "logstash"
+    password => "{{ opensearch_logstash_password }}"
+  }
+}

roles/docker-deployments/templates/logstash.yaml

@@ -0,0 +1,12 @@
+version: "3.8"
+services:
+  logstash:
+    image: opensearchproject/logstash-oss-with-opensearch-output-plugin:8.9.0
+    container_name: logstash
+    ports:
+      - "5044:5044"
+    volumes:
+      - /data/logstash/config:/usr/share/logstash/config
+      - /data/logstash/pipeline:/usr/share/logstash/pipeline
+    environment:
+      LS_JAVA_OPTS: "-Xmx256m -Xms256m"

roles/docker-deployments/templates/logstash.yml

@@ -0,0 +1,2 @@
+http.host: "0.0.0.0"
+#xpack.monitoring.enabled: false

roles/docker-deployments/templates/pipelines.yml

@@ -0,0 +1,2 @@
+- pipeline.id: main
+  path.config: "/usr/share/logstash/pipeline/logstash.conf"