add http auth by ini file

Author: tarrow

bin/elasticdump

@@ -32,7 +32,8 @@ var defaults = {
   awsSecretAccessKey: null,
   awsIniFileProfile: null,
   awsIniFileName: null,
-  transform: null
+  transform: null,
+  httpAuthFile: null
 }
 
 var options = {}

elasticdump.js

@@ -5,6 +5,7 @@ var path = require('path')
 var EventEmitter = require('events').EventEmitter
 var isUrl = require('./lib/is-url')
 var vm = require('vm')
+var addAuth = require('./lib/add-auth')
 
 var elasticdump = function (input, output, options) {
   var self = this
@@ -29,6 +30,9 @@ var elasticdump = function (input, output, options) {
   if (self.options.input && !self.options.inputTransport) {
     if (isUrl(self.options.input)) {
       self.inputType = 'elasticsearch'
+      if (self.options.httpAuthFile) {
+        self.options.input = addAuth(self.options.input, self.options.httpAuthFile)
+      }
     } else {
       self.inputType = 'file'
     }
@@ -46,6 +50,9 @@ var elasticdump = function (input, output, options) {
   if (self.options.output && !self.options.outputTransport) {
     if (isUrl(self.options.output)) {
       self.outputType = 'elasticsearch'
+      if (self.options.httpAuthFile) {
+        self.options.output = addAuth(self.options.output, self.options.httpAuthFile)
+      }
     } else {
       self.outputType = 'file'
       if (self.options.output === '$') { self.options.toLog = false }

lib/add-auth.js

@@ -0,0 +1,20 @@
+var fs = require('fs')
+var ini = require('ini')
+var url = require('url')
+
+module.exports = addAuth
+
+function addAuth (urlToAddAuth, authFile) {
+  var authConf = ini.parse(fs.readFileSync(authFile, 'utf-8'))
+  if (authConf.user && authConf.password) {
+    var authString = authConf.user + ':' + authConf.password
+  } else {
+    throw new Error('Malformed Auth File')
+  }
+  var urlObject = url.parse(urlToAddAuth)
+  if (!urlObject.auth) {
+    urlObject.auth = authString
+    urlToAddAuth = url.format(urlObject)
+  }
+  return urlToAddAuth
+}

lib/help.txt

@@ -94,6 +94,10 @@ Usage: elasticdump --input SOURCE --output DESTINATION [OPTIONS]
                     value of field 'f1':
                         doc._source["f2"] = doc._source.f1 * 2;
 
+--httpAuthFile      When using http auth provide credentials in ini file in form
+                    `user=<username>
+                    password=<password>`
+
 --help
                     This page
 

package.json

@@ -31,6 +31,7 @@
     "async": "^2.0.1",
     "aws4": "^1.4.1",
     "awscred": "^1.2.0",
+    "ini": "^1.3.4",
     "optimist": "latest",
     "request": "2.x.x"
   },

test/add-auth.tests.js

@@ -0,0 +1,21 @@
+var addAuth = require('../lib/add-auth')
+var should = require('should') // eslint-disable-line
+
+describe('add-auth', function () {
+  it('should throw ENOENT if the auth file is missing', function () {
+    (function () {
+      addAuth('http://blah.com', 'NotAFile.txt')
+    }).should.throw('ENOENT: no such file or directory, open \'NotAFile.txt\'')
+  })
+  it('should throw error if the auth file is missing username and password', function () {
+    (function () {
+      addAuth('http://blah.com', 'test/test-resources/malformedHttpAuth.ini')
+    }).should.throw('Malformed Auth File')
+  })
+  it('shouldn\'t overwrite existing auth parameters in url', function () {
+    addAuth('http://user:[email protected]', 'test/test-resources/httpAuthTest.ini').should.equal('http://user:[email protected]')
+  })
+  it('should add auth parameters if they are missing', function () {
+    addAuth('http://blah.com', 'test/test-resources/httpAuthTest.ini').should.equal('http://foo:[email protected]/')
+  })
+})

test/test-resources/httpAuthTest.ini

@@ -0,0 +1,2 @@
+user=foo
+password=bar

test/test-resources/malformedHttpAuth.ini

@@ -0,0 +1 @@
+foobar