Release version 1.3.0

.circleci/config.yml

@@ -36,14 +36,6 @@ jobs:
           keys:
             - cumulus-tasks-{{ checksum "global-hash" }}
 
-      - restore_cache:
-          keys:
-            - gitc-tasks-{{ checksum "global-hash" }}
-
-      - restore_cache:
-          keys:
-            - services-{{ checksum "global-hash" }}
-
       - run:
           name: Installing Dependencies
           command: |
@@ -54,7 +46,7 @@ jobs:
 
             # start http service
             sudo rm -rf /var/www/html
-            sudo ln -s /home/circleci/project/.tmp-test-data /var/www/html
+            sudo ln -s /home/circleci/project/packages/test-data /var/www/html
             sudo service apache2 start
 
             # start sftp service
@@ -79,50 +71,16 @@ jobs:
       - save_cache:
           key: cumulus-tasks-{{ checksum "global-hash" }}
           paths:
-            - ./cumulus/tasks/hello-world/node_modules
-            - ./cumulus/tasks/discover-granules/node_modules
-            - ./cumulus/tasks/discover-pdrs/node_modules
-            - ./cumulus/tasks/parse-pdr/node_modules
-            - ./cumulus/tasks/post-to-cmr/node_modules
-            - ./cumulus/tasks/pdr-status-check/node_modules
-            - ./cumulus/tasks/queue-granules/node_modules
-            - ./cumulus/tasks/queue-pdrs/node_modules
-            - ./cumulus/tasks/sync-granule/node_modules
-            - ./cumulus/tasks/discover-s3-granules/node_modules
-            - ./cumulus/tasks/sf-sns-report/node_modules
-
-      - save_cache:
-          key: gitc-tasks-{{ checksum "global-hash" }}
-          paths:
-            - ./cumulus/tasks/copy-idx-from-s3-to-efs/node_modules
-            - ./cumulus/tasks/delete-ingest-tracking-data/node_modules
-            - ./cumulus/tasks/delete-pdr-ftp/node_modules
-            - ./cumulus/tasks/delete-pdr-s3/node_modules
-            - ./cumulus/tasks/discover-cmr-granules/node_modules
-            - ./cumulus/tasks/discover-http-tiles/node_modules
-            - ./cumulus/tasks/dowload-activity-mock/node_modules
-            - ./cumulus/tasks/filter-payload/node_modules
-            - ./cumulus/tasks/generate-mrf/node_modules
-            - ./cumulus/tasks/generate-pan/node_modules
-            - ./cumulus/tasks/generate-pdrd/node_modules
-            - ./cumulus/tasks/run-gdal/node_modules
-            - ./cumulus/tasks/sync-http-urls/node_modules
-            - ./cumulus/tasks/sync-wms/node_modules
-            - ./cumulus/tasks/tee/node_modules
-            - ./cumulus/tasks/trigger-ingest/node_modules
-            - ./cumulus/tasks/trigger-mrf-gen/node_modules
-            - ./cumulus/tasks/trigger-process-pdrs/node_modules
-            - ./cumulus/tasks/validate-archives/node_modules
-            - ./cumulus/tasks/discover-pdr/node_modules
-            - ./cumulus/tasks/generate-pdr-file-list/node_modules
-            - ./cumulus/tasks/validate-pdr/node_modules
-
-      - save_cache:
-          key: services-{{ checksum "global-hash" }}
-          paths:
-            - ./cumulus/services/sfn-scheduler/node_modules
-            - ./cumulus/services/sfn-throttler/node_modules
-
+            - ./tasks/hello-world/node_modules
+            - ./tasks/discover-granules/node_modules
+            - ./tasks/discover-pdrs/node_modules
+            - ./tasks/parse-pdr/node_modules
+            - ./tasks/post-to-cmr/node_modules
+            - ./tasks/pdr-status-check/node_modules
+            - ./tasks/queue-granules/node_modules
+            - ./tasks/queue-pdrs/node_modules
+            - ./tasks/sync-granule/node_modules
+            - ./tasks/sf-sns-report/node_modules
 
       - run:
           name: Running Tests
@@ -181,7 +139,11 @@ jobs:
       - checkout
       - run:
           name: Install Dependencies
-          command: yarn
+          command: |
+            # checkout the latest tag
+            LATEST_GIT_TAG=$(git describe --tags --abbrev=0 --match v*)
+            git checkout tags/$LATEST_GIT_TAG -b latest_git_tag
+            yarn
 
       - run:
           name: Publishing to NPM
@@ -201,4 +163,4 @@ workflows:
             - build_and_test
           filters:
             branches:
-              only: release 
+              only: release-version-1.3.0 

.eslint-ratchet-high-water-mark

@@ -1 +1 @@
-1576
+1338

CHANGELOG.md

@@ -6,6 +6,27 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 
 ## [Unreleased]
 
+## [v1.3.0] - 2018-03-29
+
+### Deprecated
+- discover-s3-granules is deprecated. The functionality is provided by the discover-granules task
+### Fixed
+- **CUMULUS-331:** Fix aws.downloadS3File to handle non-existent key
+- Using test ftp provider for discover-granules testing [CUMULUS-427]
+- **CUMULUS-304: "Add AWS API throttling to pdr-status-check task"** Added concurrency limit on SFN API calls.  The default concurrency is 10 and is configurable through Lambda environment variable CONCURRENCY.
+- **CUMULUS-414: "Schema validation not being performed on many tasks"** revised npm build scripts of tasks that use cumulus-message-adapter to place schema directories into dist directories.
+- **CUMULUS-301:** Update all tests to use test-data package for testing data.
+- **CUMULUS-271: "Empty response body from rules PUT endpoint"** Added the updated rule to response body.
+- Increased memory allotment for `CustomBootstrap` lambda function. Resolves failed deployments where `CustomBootstrap` lambda function was failing with error `Process exited before completing request`. This was causing deployments to stall, fail to update and fail to rollback. This error is thrown when the lambda function tries to use more memory than it is allotted.
+- Cumulus repository folders structure updated:
+  - removed the `cumulus` folder altogether
+  - moved `cumulus/tasks` to `tasks` folder at the root level
+  - moved the tasks that are not converted to use CMA to `tasks/.not_CMA_compliant`
+  - updated paths where necessary
+
+### Added
+- `@cumulus/integration-tests` - Added support for testing the output of an ECS activity as well as a Lambda function.
+
 ## [v1.2.0] - 2018-03-20
 
 ### Fixed
@@ -99,7 +120,8 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 
 ## [v1.0.0] - 2018-02-23
 
-[Unreleased]: https://github.com/cumulus-nasa/cumulus/compare/v1.2.0...HEAD
+[Unreleased]: https://github.com/cumulus-nasa/cumulus/compare/v1.3.0...HEAD
+[v1.3.0]: https://github.com/cumulus-nasa/cumulus/compare/v1.2.0...v1.3.0
 [v1.2.0]: https://github.com/cumulus-nasa/cumulus/compare/v1.1.4...v1.2.0
 [v1.1.4]: https://github.com/cumulus-nasa/cumulus/compare/v1.1.3...v1.1.4
 [v1.1.3]: https://github.com/cumulus-nasa/cumulus/compare/v1.1.2...v1.1.3

README.md

@@ -73,6 +73,7 @@ If you prefer to run docker in detached mode (i.e. run containers in the backgro
 
 Run the test commands next
 
+    $ export LOCALSTACK_HOST=localhost
     $ yarn test
 
 Run end to end tests by
@@ -168,6 +169,31 @@ Release PRs **MUST** be named with `release-` prefix. This will kick off the AWS
 
 All packages on master branch are automatically published to NPM.
 
+Follow the following steps to publish to NPM:
+
+- Create a new branch from `master` and call it `release-version-<version_number>`
+- Run `yarn update`
+- Select the correct version upgrade type (e.g. major/minor/patch)
+
+![](https://static.notion-static.com/13acbe0a-c59d-4c42-90eb-23d4ec65c9db/Screen_Shot_2018-03-15_at_12.21.16_PM.png)
+
+- Update CHANGELOG.md
+- Push to Github
+- Create a new git tag
+
+  $ git tag -a v1.x.x -m "version 1.x.x release"
+
+- Push the tag to github
+
+  $ git push origin v1.x.x
+
+- Create a PR against the `master` branch
+- After the PR is merged, update the (tag) and give a proper title and copy the release details from the CHANGELOG.md to the release
+
+![](https://static.notion-static.com/def32886-040c-4df9-9462-8b2418cbb925/Release_v1_3_0__cumulus-nasa_cumulus.png)
+
+![](https://static.notion-static.com/287c7d98-351a-446d-a7ff-45eef2b45d7c/New_release__cumulus-nasa_cumulus.png)
+
 ## Running command in all package folders
 
     $ lerna exec -- rm -rf ./package-lock.json