added compression to elasticsearch

config/default.json

@@ -56,24 +56,25 @@
     }
   },
   "efk": {
-    "host": "dev1-fluentd.mojaloop.live",
+    "host": "perf1-fluentd.mojaloop.live",
     "port": 24224,
     "timeout": 3.0,
     "reconnectInterval": 600,
     "requireAckResponse": true,
     "namespace": "logstash"
   },
   "EFK_CLIENT": {
-    "host": "dev1-elasticsearch.mojaloop.live",
+    "host": "perf1-elasticsearch.mojaloop.live",
     "log": "error",
+    "compression": "gzip",
     "index": {
       "name": "mojaloop",
       "template": "{{index}}-{{date}}"
     }
   },
   "APM": {
     "serviceName": "event-stream-processor",
-    "serverUrl": "http://dev1-apm.mojaloop.live:80",
+    "serverUrl": "http://perf1-apm.mojaloop.live:80",
     "captureErrorLogStackTraces": "never"
   },
   "PORT": 3082,

package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mojaloop/event-stream-processor",
-  "version": "8.7.7-snapshot",
+  "version": "8.8.0-snapshot",
   "description": "event stream processor to monitor kafka event topic and create traces and store logs to efk stack with APM",
   "main": "app.js",
   "scripts": {

src/lib/efk/index.js

@@ -58,10 +58,8 @@ const ElasticSearchClient = (() => {
   let currentDate
   const createInstance = async () => {
     try {
-      const client = new elasticsearch.Client({
-        host: Config.EFK_CLIENT.host,
-        log: Config.EFK_CLIENT.log
-      })
+      const { host, log, compression } = Config.EFK_CLIENT
+      const client = new elasticsearch.Client({ host, log, compression })
       const resultPing = await client.ping({
         // ping usually has a 3000ms timeout
         requestTimeout: 1000

src/observables/apmTracerObservable.js

@@ -40,6 +40,7 @@ const updateTraceToCache = async (key, trace) => {
 }
 
 const extractContextObservable = ({ message }) => {
+  console.log(Date.now().toLocaleString())
   return Rx.Observable.create(observable => {
     try {
       Logger.debug(`Received event message :: Payload: \n${JSON.stringify(message.value, null, 2)}`)

src/setup.js

@@ -72,7 +72,6 @@ const setup = async () => {
       completed: () => Logger.debug('elastic API log completed')
     })
   })
-
   const tracingObservable = sharedMessageObservable.pipe(
     filter(props => props.message.value.metadata.event.type === 'trace'),
     flatMap(Observables.TraceObservable.extractContextObservable),