Merge pull request #245 from cumulus-nasa/CUMULUS-404

CUMULUS-404 Add useList to parsePDR

CHANGELOG.md

@@ -6,6 +6,9 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 
 ## [Unreleased]
 
+### Added
+- added flag `useList` to parse-pdr [CUMULUS-404]
+
 ## [v1.1.3] - 2018-03-14
 ### Fixed
 - Changed @cumulus/deployment package install behavior. The build process will happen after installation

cumulus/tasks/parse-pdr/index.js

@@ -32,7 +32,8 @@ function parsePdr(event) {
     config.stack,
     config.bucket,
     config.collection,
-    provider
+    provider,
+    config.useList
   );
 
   return parse.ingest()

cumulus/tasks/parse-pdr/schemas/config.json

@@ -38,6 +38,11 @@
         "name": { "type": "string" },
         "granuleIdExtraction": { "type": "string" }
       }
+    },
+    "useList": {
+      "description": "flag to tell ftp server to use 'LIST' instead of 'STAT'",
+      "default": false,
+      "type": "boolean"
     }
   }
 }

cumulus/tasks/parse-pdr/tests/parse_pdrs_test.js

@@ -32,6 +32,7 @@ test('parse PDR from FTP endpoint', async (t) => {
     username: 'testuser',
     password: 'testpass'
   };
+  newPayload.config.useList = true;
 
   await validateConfig(t, newPayload.config);
 

packages/ingest/pdr.js

@@ -106,6 +106,7 @@ class Parse {
     bucket,
     collection,
     provider,
+    useList = false,
     folder = 'pdrs') {
     if (this.constructor === Parse) {
       throw new TypeError('Can not construct abstract class.');
@@ -117,6 +118,7 @@ class Parse {
     this.collection = collection;
     this.provider = provider;
     this.folder = folder;
+    this.useList = useList;
 
     this.port = get(this.provider, 'port', 21);
     this.host = get(this.provider, 'host', null);