diff --git a/deploy/asapo_services/scripts/asapo-logging.nmd.tpl b/deploy/asapo_services/scripts/asapo-logging.nmd.tpl
index a033d9bb8764a63a5363e520663301b2252b631d..1cd0a6d4e98af079b630b440dc7f4893e1dd987d 100644
--- a/deploy/asapo_services/scripts/asapo-logging.nmd.tpl
+++ b/deploy/asapo_services/scripts/asapo-logging.nmd.tpl
@@ -36,9 +36,15 @@ job "asapo-logging" {
network_mode = "host"
security_opt = ["no-new-privileges"]
userns_mode = "host"
- image = "yakser/fluentd_elastic"
+ image = "${docker_repository}/asapo-secondary-fluentd-elasticsearch"
volumes = ["local/fluentd.conf:/fluentd/etc/fluent.conf",
"/${service_dir}/fluentd:/shared"]
+ %{ if docker_repository_username != "" }
+ auth {
+ username = "${docker_repository_username}"
+ password = "${docker_repository_password}"
+ }
+ %{endif}
}
resources {
@@ -106,7 +112,7 @@ job "asapo-logging" {
network_mode = "host"
security_opt = ["no-new-privileges"]
userns_mode = "host"
- image = "yakser/elasticsearch:${elasticsearch_version}"
+ image = "elasticsearch:${elasticsearch_version}"
volumes = ["/${service_dir}/esdatadir:/usr/share/elasticsearch/data"]
}
@@ -144,7 +150,7 @@ job "asapo-logging" {
network_mode = "host"
security_opt = ["no-new-privileges"]
userns_mode = "host"
- image = "yakser/kibana:${kibana_version}"
+ image = "kibana:${kibana_version}"
volumes = ["local/kibana.yml:/usr/share/kibana/config/kibana.yml"]
}
diff --git a/deploy/asapo_services/scripts/asapo-mongo.nmd.tpl b/deploy/asapo_services/scripts/asapo-mongo.nmd.tpl
index 6b18019fd6603b76f484a58299d5e147d06d4fd1..d3bba605796612604ebec15e59a489d4c27ddadc 100644
--- a/deploy/asapo_services/scripts/asapo-mongo.nmd.tpl
+++ b/deploy/asapo_services/scripts/asapo-mongo.nmd.tpl
@@ -43,7 +43,7 @@ job "asapo-mongo" {
config {
security_opt = ["no-new-privileges"]
userns_mode = "host"
- image = "yakser/mongodb-exporter"
+ image = "percona/mongodb_exporter"
args = [
"--mongodb.uri=mongodb://$${NOMAD_ADDR_mongo}"
]
@@ -97,7 +97,7 @@ job "asapo-mongo" {
}
check_restart {
limit = 2
- grace = "1800s"
+ grace = "3h"
ignore_warnings = false
}
}
diff --git a/deploy/asapo_services/scripts/asapo-monitoring.nmd.tpl b/deploy/asapo_services/scripts/asapo-monitoring.nmd.tpl
index 0f1a154934e3e227e6e9cb3245c494c2bdcb5344..af52918d5f99aaa0d3ab83d080895be6ac941878 100644
--- a/deploy/asapo_services/scripts/asapo-monitoring.nmd.tpl
+++ b/deploy/asapo_services/scripts/asapo-monitoring.nmd.tpl
@@ -1,6 +1,5 @@
job "asapo-monitoring" {
- datacenters = [
- "dc1"]
+ datacenters = ["dc1"]
affinity {
attribute = "$${meta.node_group}"
value = "utl"
@@ -141,4 +140,4 @@ job "asapo-monitoring" {
}
}
}
-}
\ No newline at end of file
+}
diff --git a/deploy/asapo_services/scripts/asapo-perfmetrics.nmd.tpl b/deploy/asapo_services/scripts/asapo-perfmetrics.nmd.tpl
index 44364c591f821d9ef0cec6c1f8d73abe986a71ed..45404438fd442d0be9fe3219b06d416bf425b4ab 100644
--- a/deploy/asapo_services/scripts/asapo-perfmetrics.nmd.tpl
+++ b/deploy/asapo_services/scripts/asapo-perfmetrics.nmd.tpl
@@ -127,6 +127,10 @@ job "asapo-perfmetrics" {
image = "${docker_repository}/asapo-monitoring-server${image_suffix}"
force_pull = ${force_pull_images}
volumes = ["local/config.json:/var/lib/monitoring_server/config.json"]
+ auth {
+ username = "${docker_repository_username}"
+ password = "${docker_repository_password}"
+ }
%{ if ! nomad_logs }
logging {
type = "fluentd"
@@ -227,6 +231,10 @@ job "asapo-perfmetrics" {
image = "${docker_repository}/asapo-monitoring-ui${image_suffix}"
force_pull = ${force_pull_images}
volumes = ["local/nginx.conf:/etc/nginx/nginx.conf"]
+ auth {
+ username = "${docker_repository_username}"
+ password = "${docker_repository_password}"
+ }
}
resources {
diff --git a/deploy/asapo_services/scripts/asapo-services.nmd.tpl b/deploy/asapo_services/scripts/asapo-services.nmd.tpl
index c43f08f428cc51632a02efd16b78d22aaf52e847..d9b5b5d4d15122cfda58c819c157e66f4aa32d22 100644
--- a/deploy/asapo_services/scripts/asapo-services.nmd.tpl
+++ b/deploy/asapo_services/scripts/asapo-services.nmd.tpl
@@ -31,7 +31,7 @@ job "asapo-services" {
}
%{endif}
- %{ if ! nomad_logs }
+ %{ if ! nomad_logs }
logging {
type = "fluentd"
config {
diff --git a/deploy/asapo_services/scripts/templates.tf b/deploy/asapo_services/scripts/templates.tf
index 3c4b25c29f8644c886f92379e9d4a483d30efbc7..f036ed4c17d0fd74617ea54c6df492c25aa457b7 100644
--- a/deploy/asapo_services/scripts/templates.tf
+++ b/deploy/asapo_services/scripts/templates.tf
@@ -170,6 +170,9 @@ data "template_file" "asapo_logging" {
vars = {
service_dir = "${var.service_dir}"
scripts_dir = "${var.job_scripts_dir}"
+ docker_repository = "${var.asapo_docker_repository}"
+ docker_repository_username = "${var.asapo_docker_repository_username}"
+ docker_repository_password = "${var.asapo_docker_repository_password}"
elk_logs = "${var.elk_logs}"
nomad_logs = "${var.nomad_logs}"
fluentd_total_memory_size = "${var.fluentd_total_memory_size}"
diff --git a/deploy/asapo_services/scripts/vars.tf b/deploy/asapo_services/scripts/vars.tf
index 0eba6a158c02e8b64cc83f33c3d6b89de75f4537..0f618fb8e884078b2938c696694c513b2bea69f6 100644
--- a/deploy/asapo_services/scripts/vars.tf
+++ b/deploy/asapo_services/scripts/vars.tf
@@ -1,3 +1,9 @@
+variable "asapo_docker_repository" {}
+
+variable "asapo_docker_repository_username" {}
+
+variable "asapo_docker_repository_password" {}
+
variable "elk_logs" {}
variable "perf_monitor" {}
@@ -32,12 +38,6 @@ variable "prometheus_version" {}
variable "alertmanager_version" {}
-variable "asapo_docker_repository" {}
-
-variable "asapo_docker_repository_username" {}
-
-variable "asapo_docker_repository_password" {}
-
variable "asapo_imagename_suffix" {}
variable "asapo_image_tag" {}
diff --git a/deploy/secondary_services/fluentd_elastic/Dockerfile b/deploy/secondary_services/fluentd_elastic/Dockerfile
index a62a8ad0db310617f6c6cfc5c9bf3344479aa99c..4655a59bbd21a005b22cf79c09495baefd9f6832 100644
--- a/deploy/secondary_services/fluentd_elastic/Dockerfile
+++ b/deploy/secondary_services/fluentd_elastic/Dockerfile
@@ -1,20 +1,10 @@
-FROM fluent/fluentd:v1.7.3-debian-1.0
-
-# Use root account to use apt
+FROM fluent/fluentd:v1.15.2-debian-1.0
USER root
-
-# below RUN includes plugin as examples elasticsearch is not required
-# you may customize including plugins as you wish
-RUN buildDeps="sudo make gcc g++ libc-dev" \
- && apt-get update \
- && apt-get install -y --no-install-recommends $buildDeps \
- && sudo gem install fluent-plugin-elasticsearch \
- && sudo gem sources --clear-all \
- && SUDO_FORCE_REMOVE=yes \
- apt-get purge -y --auto-remove \
- -o APT::AutoRemove::RecommendsImportant=false \
- $buildDeps \
- && rm -rf /var/lib/apt/lists/* \
- && rm -rf /tmp/* /var/tmp/* /usr/lib/ruby/gems/*/cache/*.gem
-
+RUN gem install fluent-plugin-elasticsearch --no-document --version 5.2.3 \
+ && gem uninstall --ignore-dependencies faraday \
+ && gem install faraday --no-document --version 1.10.0 \
+ && gem sources --clear-all \
+ && apt-get purge -y --auto-remove \
+ && rm -rf /var/lib/apt/lists/* \
+ && rm -rf /tmp/* /var/tmp/* /usr/lib/ruby/gems/*/cache/*.gem
USER fluent