module Elasticsearch::API::Utils

Generic utility methods

Public Instance Methods

__bulkify(payload) click to toggle source

Convert an array of payloads into Elasticsearch `headerndata` format

Supports various different formats of the payload: Array of Strings, Header/Data pairs, or the conveniency “combined” format where data is passed along with the header in a single item.

Elasticsearch::API::Utils.__bulkify [
  { :index =>  { :_index => 'myindexA', :_type => 'mytype', :_id => '1', :data => { :title => 'Test' } } },
  { :update => { :_index => 'myindexB', :_type => 'mytype', :_id => '2', :data => { :doc => { :title => 'Update' } } } }
]

# => {"index":{"_index":"myindexA","_type":"mytype","_id":"1"}}
# => {"title":"Test"}
# => {"update":{"_index":"myindexB","_type":"mytype","_id":"2"}}
# => {"doc":{"title":"Update"}}
# File lib/elasticsearch/api/utils.rb, line 82
def __bulkify(payload)
  operations = %w[index create delete update]

  case

  # Hashes with `:data`
  when payload.any? { |d| d.is_a?(Hash) && d.values.first.is_a?(Hash) && operations.include?(d.keys.first.to_s) && (d.values.first[:data] || d.values.first['data']) }
    payload = payload.
      inject([]) do |sum, item|
        operation, meta = item.to_a.first
        meta            = meta.clone
        data            = meta.delete(:data) || meta.delete('data')

        sum << { operation => meta }
        sum << data if data
        sum
      end.
      map { |item| Elasticsearch::API.serializer.dump(item) }
    payload << '' unless payload.empty?

  # Array of strings
  when payload.all? { |d| d.is_a? String }
    payload << ''

  # Header/Data pairs
  else
    payload = payload.map { |item| Elasticsearch::API.serializer.dump(item) }
    payload << ''
  end

  payload = payload.join("\n")
end
__escape(string) click to toggle source

URL-escape a string

@example

__escape('foo/bar') # => 'foo%2Fbar'
__escape('bar^bam') # => 'bar%5Ebam'

@api private

# File lib/elasticsearch/api/utils.rb, line 15
def __escape(string)
  return string if string == '*'
  defined?(EscapeUtils) ? EscapeUtils.escape_url(string.to_s) : CGI.escape(string.to_s)
end
__extract_params(arguments, params=[], options={}) click to toggle source
# File lib/elasticsearch/api/utils.rb, line 158
def __extract_params(arguments, params=[], options={})
  result = arguments.select { |k,v| COMMON_QUERY_PARAMS.include?(k) || params.include?(k) }
  result = Hash[result] unless result.is_a?(Hash) # Normalize Ruby 1.8 and Ruby 1.9 Hash#select behaviour
  result = Hash[result.map { |k,v| v.is_a?(Array) ? [k, __listify(v, options)] : [k,v]  }] # Listify Arrays
  result
end
__extract_parts(arguments, valid_parts=[]) click to toggle source

Extracts the valid parts of the URL from the arguments

@note Mutates the `arguments` argument, to prevent failures in `__validate_and_extract_params`.

@param arguments [Hash] Hash of arguments to verify and extract, **with symbolized keys** @param valid_parts [Array<Symbol>] An array of symbol with valid keys

@return [Array<String>] Valid parts of the URL as an array of strings

@example Extract parts

__extract_parts { :foo => true }, [:foo, :bar]
# => [:foo]

@api private

# File lib/elasticsearch/api/utils.rb, line 181
def __extract_parts(arguments, valid_parts=[])
  parts = Hash[arguments.select { |k,v| valid_parts.include?(k) }]
  parts = parts.reduce([]) { |sum, item| k, v = item; v.is_a?(TrueClass) ? sum << k.to_s : sum << v  }

  arguments.delete_if { |k,v| valid_parts.include? k }
  return parts
end
__listify(*list) click to toggle source

Create a “list” of values from arguments, ignoring nil values and encoding special characters.

@example Create a list from array

__listify(['A','B']) # => 'A,B'

@example Create a list from arguments

__listify('A','B') # => 'A,B'

@example Escape values

__listify('foo','bar^bam') # => 'foo,bar%5Ebam'

@example Do not escape the values

__listify('foo','bar^bam', escape: false) # => 'foo,bar^bam'

@api private

# File lib/elasticsearch/api/utils.rb, line 35
def __listify(*list)
  options = list.last.is_a?(Hash) ? list.pop : {}

  Array(list).flatten.
    map { |e| e.respond_to?(:split) ? e.split(',') : e }.
    flatten.
    compact.
    map { |e| options[:escape] == false ? e : __escape(e) }.
    join(',')
end
__pathify(*segments) click to toggle source

Create a path (URL part) from arguments, ignoring nil values and empty strings.

@example Create a path from array

__pathify(['foo', '', nil, 'bar']) # => 'foo/bar'

@example Create a path from arguments

__pathify('foo', '', nil, 'bar') # => 'foo/bar'

# @example Encode special characters

__pathify(['foo', 'bar^bam']) # => 'foo/bar%5Ebam'

@api private

# File lib/elasticsearch/api/utils.rb, line 58
def __pathify(*segments)
  Array(segments).flatten.
    compact.
    reject { |s| s.to_s =~ /^\s*$/ }.
    join('/').
    squeeze('/')
end
__rescue_from_not_found() { || ... } click to toggle source

Calls given block, rescuing from any exceptions. Returns `false` if exception contains NotFound/404 in its class name or message, else re-raises exception.

@yield [block] A block of code to be executed with exception handling.

@api private

# File lib/elasticsearch/api/utils.rb, line 196
def __rescue_from_not_found(&block)
  yield
rescue Exception => e
  if e.class.to_s =~ /NotFound/ || e.message =~ /Not\s*Found|404/i
    false
  else
    raise e
  end
end
__validate_and_extract_params(arguments, params=[], options={}) click to toggle source

Validates the argument Hash against common and valid API parameters

@param arguments [Hash] Hash of arguments to verify and extract, **with symbolized keys** @param valid_params [Array<Symbol>] An array of symbols with valid keys

@return [Hash] Return whitelisted Hash @raise [ArgumentError] If the arguments Hash contains invalid keys

@example Extract parameters

__validate_and_extract_params( { :foo => 'qux' }, [:foo, :bar] )
# => { :foo => 'qux' }

@example Raise an exception for invalid parameters

__validate_and_extract_params( { :foo => 'qux', :bam => 'mux' }, [:foo, :bar] )
# ArgumentError: "URL parameter 'bam' is not supported"

@example Skip validating parameters

__validate_and_extract_params( { :foo => 'q', :bam => 'm' }, [:foo, :bar], { skip_parameter_validation: true } )
# => { :foo => "q", :bam => "m" }

@example Skip validating parameters when the module setting is set

Elasticsearch::API.settings[:skip_parameter_validation] = true
__validate_and_extract_params( { :foo => 'q', :bam => 'm' }, [:foo, :bar] )
# => { :foo => "q", :bam => "m" }

@api private

# File lib/elasticsearch/api/utils.rb, line 142
def __validate_and_extract_params(arguments, params=[], options={})
  if options[:skip_parameter_validation] || Elasticsearch::API.settings[:skip_parameter_validation]
    arguments
  else
    __validate_params(arguments, params)
    __extract_params(arguments, params, options.merge(:escape => false))
  end
end
__validate_params(arguments, valid_params=[]) click to toggle source
# File lib/elasticsearch/api/utils.rb, line 151
def __validate_params(arguments, valid_params=[])
  arguments.each do |k,v|
    raise ArgumentError, "URL parameter '#{k}' is not supported"              unless COMMON_PARAMS.include?(k) || COMMON_QUERY_PARAMS.include?(k) || valid_params.include?(k)
  end
end