Simplify Cumulus folder structure

.circleci/config.yml

@@ -36,14 +36,6 @@ jobs:
           keys:
             - cumulus-tasks-{{ checksum "global-hash" }}
 
-      - restore_cache:
-          keys:
-            - gitc-tasks-{{ checksum "global-hash" }}
-
-      - restore_cache:
-          keys:
-            - services-{{ checksum "global-hash" }}
-
       - run:
           name: Installing Dependencies
           command: |
@@ -79,50 +71,16 @@ jobs:
       - save_cache:
           key: cumulus-tasks-{{ checksum "global-hash" }}
           paths:
-            - ./cumulus/tasks/hello-world/node_modules
-            - ./cumulus/tasks/discover-granules/node_modules
-            - ./cumulus/tasks/discover-pdrs/node_modules
-            - ./cumulus/tasks/parse-pdr/node_modules
-            - ./cumulus/tasks/post-to-cmr/node_modules
-            - ./cumulus/tasks/pdr-status-check/node_modules
-            - ./cumulus/tasks/queue-granules/node_modules
-            - ./cumulus/tasks/queue-pdrs/node_modules
-            - ./cumulus/tasks/sync-granule/node_modules
-            - ./cumulus/tasks/discover-s3-granules/node_modules
-            - ./cumulus/tasks/sf-sns-report/node_modules
-
-      - save_cache:
-          key: gitc-tasks-{{ checksum "global-hash" }}
-          paths:
-            - ./cumulus/tasks/copy-idx-from-s3-to-efs/node_modules
-            - ./cumulus/tasks/delete-ingest-tracking-data/node_modules
-            - ./cumulus/tasks/delete-pdr-ftp/node_modules
-            - ./cumulus/tasks/delete-pdr-s3/node_modules
-            - ./cumulus/tasks/discover-cmr-granules/node_modules
-            - ./cumulus/tasks/discover-http-tiles/node_modules
-            - ./cumulus/tasks/dowload-activity-mock/node_modules
-            - ./cumulus/tasks/filter-payload/node_modules
-            - ./cumulus/tasks/generate-mrf/node_modules
-            - ./cumulus/tasks/generate-pan/node_modules
-            - ./cumulus/tasks/generate-pdrd/node_modules
-            - ./cumulus/tasks/run-gdal/node_modules
-            - ./cumulus/tasks/sync-http-urls/node_modules
-            - ./cumulus/tasks/sync-wms/node_modules
-            - ./cumulus/tasks/tee/node_modules
-            - ./cumulus/tasks/trigger-ingest/node_modules
-            - ./cumulus/tasks/trigger-mrf-gen/node_modules
-            - ./cumulus/tasks/trigger-process-pdrs/node_modules
-            - ./cumulus/tasks/validate-archives/node_modules
-            - ./cumulus/tasks/discover-pdr/node_modules
-            - ./cumulus/tasks/generate-pdr-file-list/node_modules
-            - ./cumulus/tasks/validate-pdr/node_modules
-
-      - save_cache:
-          key: services-{{ checksum "global-hash" }}
-          paths:
-            - ./cumulus/services/sfn-scheduler/node_modules
-            - ./cumulus/services/sfn-throttler/node_modules
-
+            - ./tasks/hello-world/node_modules
+            - ./tasks/discover-granules/node_modules
+            - ./tasks/discover-pdrs/node_modules
+            - ./tasks/parse-pdr/node_modules
+            - ./tasks/post-to-cmr/node_modules
+            - ./tasks/pdr-status-check/node_modules
+            - ./tasks/queue-granules/node_modules
+            - ./tasks/queue-pdrs/node_modules
+            - ./tasks/sync-granule/node_modules
+            - ./tasks/sf-sns-report/node_modules
 
       - run:
           name: Running Tests

.eslint-ratchet-high-water-mark

@@ -1 +1 @@
-2051
+1349

CHANGELOG.md

@@ -6,13 +6,20 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 
 ## [Unreleased]
 
+### Deprecated
+- discover-s3-granules is deprecated. The functionality is provided by the discover-granules task
 ### Fixed
 - **CUMULUS-331:** Fix aws.downloadS3File to handle non-existent key
 - Using test ftp provider for discover-granules testing [CUMULUS-427]
 - **CUMULUS-304: "Add AWS API throttling to pdr-status-check task"** Added concurrency limit on SFN API calls.  The default concurrency is 10 and is configurable through Lambda environment variable CONCURRENCY.
 - **CUMULUS-414: "Schema validation not being performed on many tasks"** revised npm build scripts of tasks that use cumulus-message-adapter to place schema directories into dist directories.
 - **CUMULUS-271: "Empty response body from rules PUT endpoint"** Added the updated rule to response body.
 - Increased memory allotment for `CustomBootstrap` lambda function. Resolves failed deployments where `CustomBootstrap` lambda function was failing with error `Process exited before completing request`. This was causing deployments to stall, fail to update and fail to rollback. This error is thrown when the lambda function tries to use more memory than it is allotted.
+- Cumulus repository folders structure updated:
+  - removed the `cumulus` folder altogether
+  - moved `cumulus/tasks` to `tasks` folder at the root level
+  - moved the tasks that are not converted to use CMA to `tasks/.not_CMA_compliant`
+  - updated paths where necessary
 
 ## [v1.2.0] - 2018-03-20
 

README.md

@@ -73,6 +73,7 @@ If you prefer to run docker in detached mode (i.e. run containers in the backgro
 
 Run the test commands next
 
+    $ export LOCALSTACK_HOST=localhost
     $ yarn test
 
 Run end to end tests by