From fc0e038021730d76f0959ae3866eb2ccbfc4ddb2 Mon Sep 17 00:00:00 2001
From: Tong Wang <twan@loc.gov>
Date: Wed, 4 Jan 2017 14:15:50 -0500
Subject: [PATCH] export documents in discover tab in CSV format

---
 src/ui/public/doc_table/doc_table.html | 11 ++++
 src/ui/public/doc_table/doc_table.js   | 71 +++++++++++++++++++++++++-
 src/ui/public/doc_table/doc_table.less |  4 ++
 3 files changed, 85 insertions(+), 1 deletion(-)

diff --git a/src/ui/public/doc_table/doc_table.html b/src/ui/public/doc_table/doc_table.html
index f6f75497c06a9..8a43259178338 100644
--- a/src/ui/public/doc_table/doc_table.html
+++ b/src/ui/public/doc_table/doc_table.html
@@ -2,6 +2,17 @@
   class="doc-table-container"
   ng-if="hits.length"
   ng-class="{ loading: searchSource.activeFetchCount > 0 }">
+
+  <div class="export">
+    <small>Export:</small>&nbsp;&nbsp;
+    <a class="small" ng-click="exportAsCsv(false)">
+      Raw <i aria-hidden="true" class="fa fa-download"></i>
+    </a>&nbsp;&nbsp;&nbsp;
+    <a class="small" ng-click="exportAsCsv(true)">
+      Formatted <i aria-hidden="true" class="fa fa-download"></i>
+    </a>
+  </div>
+  
   <paginate ng-if="!infiniteScroll" list="hits" per-page="50" top-controls="true">
     <table class="kbn-table table" ng-if="indexPattern">
       <thead
diff --git a/src/ui/public/doc_table/doc_table.js b/src/ui/public/doc_table/doc_table.js
index c54e78f54724c..4862640c472ed 100644
--- a/src/ui/public/doc_table/doc_table.js
+++ b/src/ui/public/doc_table/doc_table.js
@@ -1,17 +1,20 @@
 import _ from 'lodash';
 import html from 'ui/doc_table/doc_table.html';
 import getSort from 'ui/doc_table/lib/get_sort';
+import { saveAs } from '@spalger/filesaver';
 import 'ui/doc_table/doc_table.less';
 import 'ui/directives/truncated';
 import 'ui/directives/infinite_scroll';
 import 'ui/doc_table/components/table_header';
 import 'ui/doc_table/components/table_row';
 import uiModules from 'ui/modules';
+import RegistryFieldFormatsProvider from 'ui/registry/field_formats';
 
 
 
 uiModules.get('kibana')
-.directive('docTable', function (config, Notifier, getAppState) {
+.directive('docTable', function (config, Notifier, getAppState, Private) {
+  let fieldFormats = Private(RegistryFieldFormatsProvider);
   return {
     restrict: 'E',
     template: html,
@@ -109,6 +112,72 @@ uiModules.get('kibana')
         $scope.searchSource.onError(notify.error).catch(notify.fatal);
       }));
 
+      $scope.exportAsCsv = function (formatted) {
+        var csv = {
+          separator: config.get('csv:separator'),
+          quoteValues: config.get('csv:quoteValues')
+        };
+
+        var rows = $scope.hits;
+        var columns = $scope.columns;
+        var nonAlphaNumRE = /[^a-zA-Z0-9]/;
+        var allDoubleQuoteRE = /"/g;
+
+        function escape(val) {
+          if (_.isObject(val)) val = val.valueOf();
+          val = String(val);
+          if (csv.quoteValues && nonAlphaNumRE.test(val)) {
+            val = '"' + val.replace(allDoubleQuoteRE, '""') + '"';
+          }
+          return val;
+        }
+
+        function formatField(value, name) {
+          var field = $scope.indexPattern.fields.byName[name];
+          var defaultFormat = fieldFormats.getDefaultType(field.type);
+          var formatter = (field && field.format) ? field.format : defaultFormat;
+
+          return formatter.convert(value);
+        }
+
+        function formatRow(row) {
+          $scope.indexPattern.flattenHit(row);
+          row.$$_formatted = row.$$_formatted || _.mapValues(row.$$_flattened, formatField);
+          return row.$$_formatted;
+        }
+
+        // get column values for each row
+        var csvRows = rows.map(function (row, i) {
+          return columns.map(function (column, j) {
+            var val;
+
+            if (formatted) {
+              val = (row.$$_formatted || formatRow(row))[column];
+            } else {
+              val = (row.$$_flattened || formatRow(row))[column];
+            }
+
+            val = (val == null) ? '' : val;
+
+            return val;
+          });
+        });
+
+        // escape each cell in each row
+        csvRows = csvRows.map(function (row, i) {
+          return row.map(escape);
+        });
+
+        // add the columns to the rows
+        csvRows.unshift(columns.map(escape));
+
+        var data = csvRows.map(function (row) {
+          return row.join(csv.separator) + '\r\n';
+        }).join('');
+
+        saveAs(new Blob([data], { type: 'text/plain' }), 'export.csv');
+      };
+
     }
   };
 });
diff --git a/src/ui/public/doc_table/doc_table.less b/src/ui/public/doc_table/doc_table.less
index 7c3277979640b..81a5ef131995b 100644
--- a/src/ui/public/doc_table/doc_table.less
+++ b/src/ui/public/doc_table/doc_table.less
@@ -62,6 +62,10 @@ doc-table {
     z-index: 20;
     opacity: @loading-opacity;
   }
+
+  .export {
+    margin: 10px;
+  }
 }
 
 /**