Add kafka config to deploy configuration

deploy/asapo_services/asap3.tfvars

@@ -21,6 +21,7 @@ receiver_dataserver_cache_size = 30 #gb
 receiver_receive_to_disk_threshold = 50 # mb
 receiver_dataserver_nthreads = 8
 receiver_network_modes = "tcp"
+receiver_kafka_enabled = true
 
 grafana_total_memory_size = 2000
 influxdb_total_memory_size = 2000

deploy/asapo_services/scripts/asapo-receivers.nmd.tpl

@@ -100,6 +100,8 @@ job "asapo-receivers" {
         receiver_network_modes = "${receiver_network_modes}"
         perf_monitor = "${perf_monitor}"
         receiver_expose_metrics = "${receiver_expose_metrics}"
+        receiver_kafka_enabled = "${receiver_kafka_enabled}"
+        receiver_kafka_metadata_broker_list = "${receiver_kafka_metadata_broker_list}"
       }
 
       template {

deploy/asapo_services/scripts/receiver.json.tpl

@@ -24,5 +24,14 @@
   },
   "Tag": "{{ env "attr.unique.hostname" }}",
   "ReceiveToDiskThresholdMB": {{ env "NOMAD_META_receiver_receive_to_disk_threshold" }},
-  "LogLevel": "{{ keyOrDefault "receiver_log_level" "info" }}"
+  "LogLevel": "{{ keyOrDefault "receiver_log_level" "info" }}",
+  "Kafka": {
+    "Enabled": {{ env "NOMAD_META_receiver_kafka_enabled" }},
+    "KafkaClient": {
+      "metadata.broker.list": "{{ env "NOMAD_META_receiver_kafka_metadata_broker_list" }}"
+    },
+    "KafkaTopics": {
+      "asapo": {}
+    }
+  }
 }

deploy/asapo_services/scripts/templates.tf

@@ -56,6 +56,8 @@ data "template_file" "asapo_receivers" {
     force_pull_images = "${var.force_pull_images}"
     perf_monitor = "${var.perf_monitor}"
     receiver_expose_metrics = "${var.receiver_expose_metrics}"
+    receiver_kafka_enabled = "${var.receiver_kafka_enabled}"
+    receiver_kafka_metadata_broker_list = "${var.receiver_kafka_metadata_broker_list}"
   }
 }
 

deploy/asapo_services/scripts/vars.tf

@@ -58,6 +58,10 @@ variable "receiver_network_modes" {}
 
 variable "receiver_expose_metrics" {}
 
+variable "receiver_kafka_enabled" {}
+
+variable "receiver_kafka_metadata_broker_list" {}
+
 variable "grafana_total_memory_size" {}
 
 variable "influxdb_total_memory_size" {}
@@ -111,4 +115,4 @@ variable "n_brokers" {}
 
 variable "n_fts" {}
 
-variable "ldap_uri" {}
\ No newline at end of file
+variable "ldap_uri" {}

tests/automatic/settings/receiver_tcp.json.tpl.lin.in

@@ -24,5 +24,8 @@
   "ListenPort": {{ env "NOMAD_PORT_recv" }},
   "Tag": "{{ env "NOMAD_ADDR_recv" }}",
   "ReceiveToDiskThresholdMB":50,
-  "LogLevel" : "debug"
+  "LogLevel" : "debug",
+  "Kafka" : {
+    "Enabled" : false
+  }
   }

tests/automatic/settings/receiver_tcp.json.tpl.win.in

@@ -24,5 +24,8 @@
   },
   "Tag": "{{ env "NOMAD_ADDR_recv" }}",
   "ReceiveToDiskThresholdMB":50,
-  "LogLevel" : "debug"
+  "LogLevel" : "debug",
+  "Kafka" : {
+    "Enabled" : false
+  }
 }