INFRA-7585 support json_lines format

logstash-plugins#112

Author: ochabaiev-boku

lib/logstash/outputs/http.rb

@@ -88,7 +88,10 @@ class PluginInternalQueueLeftoverError < StandardError; end
   # If message, then the body will be the result of formatting the event according to message
   #
   # Otherwise, the event is sent as json.
-  config :format, :validate => ["json", "json_batch", "form", "message"], :default => "json"
+  config :format, :validate => ["json", "json_batch", "json_lines", "form", "message"], :default => "json"
+
+  # Set this to true if you want format url with batch body. Formating url is done by first element in batch
+  config :batch_url_format, :validate => :boolean, :default => false
 
   # Set this to true if you want to enable gzip compression for your http requests
   config :http_compression, :validate => :boolean, :default => false
@@ -112,11 +115,12 @@ def register
         when "form" ; @content_type = "application/x-www-form-urlencoded"
         when "json" ; @content_type = "application/json"
         when "json_batch" ; @content_type = "application/json"
+        when "json_lines"; @content_type = "application/x-ndjson"
         when "message" ; @content_type = "text/plain"
       end
     end
 
-    @is_batch = @format == "json_batch"
+    @is_batch = @format == "json_batch" || @format == "json_lines"
 
     @headers["Content-Type"] = @content_type
 
@@ -242,7 +246,14 @@ def send_event(event, attempt)
     body = event_body(event)
 
     # Send the request
-    url = @is_batch ? @url : event.sprintf(@url)
+
+    # Format url
+    if @is_batch
+        url = @batch_url_format ? event[0].sprintf(@url) : @url
+    else
+        url = event.sprintf(@url)
+    end
+
     headers = @is_batch ? @headers : event_headers(event)
 
     # Compress the body and add appropriate header
@@ -336,6 +347,8 @@ def event_body(event)
       event.sprintf(@message)
     elsif @format == "json_batch"
       LogStash::Json.dump(event.map {|e| map_event(e) })
+    elsif @format == "json_lines"
+      (event.map { |e| LogStash::Json.dump(map_event(e)) }).join("\n")
     else
       encode(map_event(event))
     end

logstash-output-http.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name            = 'logstash-output-http'
-  s.version         = '5.5.0'
+  s.version         = '5.5.0-jlines'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Sends events to a generic HTTP or HTTPS endpoint"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"