Merge pull request #1926 from nasa/CUMULUS-2203

CHANGELOG.md

@@ -4,7 +4,19 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/).
 
-## [v2.0.7] 2020-10-1
+## [v2.0.8] 2020-10-13
+
+### Fixed
+
+- **CUMULUS-2203**
+  - Update Core tasks to use
+    [cumulus-message-adapter-js](https://github.com/nasa/cumulus-message-adapter-js)
+    v1.3.2 to resolve memory leak/lambda ENOMEM constant failure issue.   This
+    issue caused lambdas to slowly use all memory in the run environment and
+    prevented AWS from halting/restarting warmed instances when task code was
+    throwing consistent errors under load.
+
+## [v2.0.7] 2020-10-01
 
 ### Fixed
 
@@ -3275,7 +3287,8 @@ Note: There was an issue publishing 1.12.0. Upgrade to 1.12.1.
 
 ## [v1.0.0] - 2018-02-23
 
-[unreleased]: https://github.com/nasa/cumulus/compare/v2.0.7...HEAD
+[unreleased]: https://github.com/nasa/cumulus/compare/v2.0.8...HEAD
+[v2.0.8]: https://github.com/nasa/cumulus/compare/v2.0.7...v2.0.8
 [v2.0.7]: https://github.com/nasa/cumulus/compare/v2.0.6...v2.0.7
 [v2.0.6]: https://github.com/nasa/cumulus/compare/v2.0.5...v2.0.6
 [v2.0.5]:  https://github.com/nasa/cumulus/compare/v2.0.4...v2.0.5

example/lambdas/asyncOperations/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-async-operations",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "AsyncOperations Test Lambda",
   "main": "index.js",
   "private": true,

example/lambdas/python-processing/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cumulus/python-process-activity",
   "private": true,
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Python reference activity",
   "homepage": "https://github.com/nasa/cumulus/tree/master/example/lambdas/python-reference-activity",
   "repository": {

example/lambdas/python-reference-activity/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cumulus/python-reference-activity",
   "private": true,
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Python reference activity",
   "homepage": "https://github.com/nasa/cumulus/tree/master/example/lambdas/python-reference-activity",
   "repository": {

example/lambdas/python-reference-task/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cumulus/python-reference-task",
   "private": true,
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Python reference task",
   "main": "index.js",
   "homepage": "https://github.com/nasa/cumulus/tree/master/example/lambdas/python-reference-task",

example/lambdas/s3AccessTest/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-s3-access",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "S3 Access Test Lambda",
   "main": "index.js",
   "private": true,

example/lambdas/snsS3Test/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-sns-s3",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "SNS to S3 Test Lambda",
   "main": "index.js",
   "private": true,

example/lambdas/versionUpTest/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/test-version-up",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Version Up Test Lambda",
   "main": "index.js",
   "private": true,

example/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/cumulus-integration-tests",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Cumulus Integration Test Deployment",
   "private": true,
   "main": "index.js",
@@ -40,29 +40,29 @@
     ]
   },
   "dependencies": {
-    "@cumulus/api": "2.0.7",
-    "@cumulus/api-client": "2.0.7",
-    "@cumulus/aws-client": "2.0.7",
-    "@cumulus/checksum": "2.0.7",
-    "@cumulus/cmrjs": "2.0.7",
-    "@cumulus/common": "2.0.7",
-    "@cumulus/discover-granules": "2.0.7",
-    "@cumulus/discover-pdrs": "2.0.7",
-    "@cumulus/files-to-granules": "2.0.7",
-    "@cumulus/hello-world": "2.0.7",
-    "@cumulus/integration-tests": "2.0.7",
-    "@cumulus/message": "2.0.7",
-    "@cumulus/move-granules": "2.0.7",
-    "@cumulus/parse-pdr": "2.0.7",
-    "@cumulus/pdr-status-check": "2.0.7",
-    "@cumulus/post-to-cmr": "2.0.7",
-    "@cumulus/queue-granules": "2.0.7",
-    "@cumulus/queue-pdrs": "2.0.7",
-    "@cumulus/sf-sqs-report": "2.0.7",
-    "@cumulus/sync-granule": "2.0.7",
-    "@cumulus/test-processing": "2.0.7"
+    "@cumulus/api": "2.0.8",
+    "@cumulus/api-client": "2.0.8",
+    "@cumulus/aws-client": "2.0.8",
+    "@cumulus/checksum": "2.0.8",
+    "@cumulus/cmrjs": "2.0.8",
+    "@cumulus/common": "2.0.8",
+    "@cumulus/discover-granules": "2.0.8",
+    "@cumulus/discover-pdrs": "2.0.8",
+    "@cumulus/files-to-granules": "2.0.8",
+    "@cumulus/hello-world": "2.0.8",
+    "@cumulus/integration-tests": "2.0.8",
+    "@cumulus/message": "2.0.8",
+    "@cumulus/move-granules": "2.0.8",
+    "@cumulus/parse-pdr": "2.0.8",
+    "@cumulus/pdr-status-check": "2.0.8",
+    "@cumulus/post-to-cmr": "2.0.8",
+    "@cumulus/queue-granules": "2.0.8",
+    "@cumulus/queue-pdrs": "2.0.8",
+    "@cumulus/sf-sqs-report": "2.0.8",
+    "@cumulus/sync-granule": "2.0.8",
+    "@cumulus/test-processing": "2.0.8"
   },
   "devDependencies": {
-    "@cumulus/test-data": "2.0.7"
+    "@cumulus/test-data": "2.0.8"
   }
 }

lerna.json

@@ -1,6 +1,6 @@
 {
   "lerna": "3.20.2",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "packages": [
     "example",
     "example/lambdas/*",

packages/api-client/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/api-client",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "API client for working with the Cumulus archive API",
   "keywords": [
     "GIBS",
@@ -37,11 +37,11 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/aws-client": "2.0.7",
-    "@cumulus/logger": "2.0.7",
+    "@cumulus/aws-client": "2.0.8",
+    "@cumulus/logger": "2.0.8",
     "p-retry": "^2.0.0"
   },
   "devDependencies": {
-    "@cumulus/types": "2.0.7"
+    "@cumulus/types": "2.0.8"
   }
 }

packages/api/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/api",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Lambda functions for handling all daac's API operations",
   "main": "index.js",
   "engines": {
@@ -44,19 +44,19 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/aws-client": "2.0.7",
-    "@cumulus/cmr-client": "2.0.7",
-    "@cumulus/cmrjs": "2.0.7",
-    "@cumulus/collection-config-store": "2.0.7",
-    "@cumulus/common": "2.0.7",
-    "@cumulus/earthdata-login-client": "2.0.7",
-    "@cumulus/errors": "2.0.7",
-    "@cumulus/ingest": "2.0.7",
-    "@cumulus/launchpad-auth": "2.0.7",
-    "@cumulus/logger": "2.0.7",
-    "@cumulus/message": "2.0.7",
-    "@cumulus/pvl": "2.0.7",
-    "@cumulus/sftp-client": "2.0.7",
+    "@cumulus/aws-client": "2.0.8",
+    "@cumulus/cmr-client": "2.0.8",
+    "@cumulus/cmrjs": "2.0.8",
+    "@cumulus/collection-config-store": "2.0.8",
+    "@cumulus/common": "2.0.8",
+    "@cumulus/earthdata-login-client": "2.0.8",
+    "@cumulus/errors": "2.0.8",
+    "@cumulus/ingest": "2.0.8",
+    "@cumulus/launchpad-auth": "2.0.8",
+    "@cumulus/logger": "2.0.8",
+    "@cumulus/message": "2.0.8",
+    "@cumulus/pvl": "2.0.8",
+    "@cumulus/sftp-client": "2.0.8",
     "@elastic/elasticsearch": "^5.6.20",
     "@mapbox/dyno": "^1.4.2",
     "aggregate-error": "^3.0.1",
@@ -97,6 +97,6 @@
     "xml2js": "^0.4.22"
   },
   "devDependencies": {
-    "@cumulus/test-data": "2.0.7"
+    "@cumulus/test-data": "2.0.8"
   }
 }

packages/aws-client/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/aws-client",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Utilities for working with AWS",
   "keywords": [
     "GIBS",
@@ -42,9 +42,9 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/checksum": "2.0.7",
-    "@cumulus/errors": "2.0.7",
-    "@cumulus/logger": "2.0.7",
+    "@cumulus/checksum": "2.0.8",
+    "@cumulus/errors": "2.0.8",
+    "@cumulus/logger": "2.0.8",
     "aws-sdk": "^2.585.0",
     "jsonpath-plus": "^1.1.0",
     "lodash": "~4.17.15",

packages/checksum/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/checksum",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Cumulus checksum utilities",
   "engines": {
     "node": ">=12.18.0"

packages/cmr-client/API.md

@@ -12,14 +12,6 @@ CMR search, without loading them all into memory at once.  Handles paging.</p>
 </dd>
 </dl>
 
-## Functions
-
-<dl>
-<dt><a href="#provideParams">provideParams(params)</a> ⇒ <code>Object</code> | <code>URLSearchParams</code></dt>
-<dd><p>Shim to correctly add a default provider_short_name to the input searchParams</p>
-</dd>
-</dl>
-
 <a name="CMR"></a>
 
 ## CMR
@@ -274,19 +266,6 @@ When there are no more items in the queue, returns `null`.
 
 **Kind**: instance method of [<code>CMRSearchConceptQueue</code>](#CMRSearchConceptQueue)  
 **Returns**: <code>Promise.&lt;Object&gt;</code> - an item from the CMR search  
-<a name="provideParams"></a>
-
-## provideParams(params) ⇒ <code>Object</code> \| <code>URLSearchParams</code>
-Shim to correctly add a default provider_short_name to the input searchParams
-
-**Kind**: global function  
-**Returns**: <code>Object</code> \| <code>URLSearchParams</code> - - input object appeneded with a default provider_short_name  
-
-| Param | Type | Description |
-| --- | --- | --- |
-| params | <code>Object</code> |  |
-| params.searchParams | <code>Object</code> \| <code>URLSearchParams</code> | input search  parameters for searchConceptQueue. This parameter can be either a  URLSearchParam object or a plain Object. |
-
 
 ---
 

packages/cmr-client/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/cmr-client",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "A Node.js client to NASA's Common Metadata Repository (CMR) API.",
   "engines": {
     "node": ">=12.18.0"
@@ -33,8 +33,8 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/aws-client": "2.0.7",
-    "@cumulus/logger": "2.0.7",
+    "@cumulus/aws-client": "2.0.8",
+    "@cumulus/logger": "2.0.8",
     "got": "^9.6.0",
     "lodash": "^4.17.15",
     "public-ip": "^3.0.0",

packages/cmrjs/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/cmrjs",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "A node SDK for CMR",
   "engines": {
     "node": ">=12.18.0"
@@ -32,11 +32,11 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/aws-client": "2.0.7",
-    "@cumulus/cmr-client": "2.0.7",
-    "@cumulus/common": "2.0.7",
-    "@cumulus/errors": "2.0.7",
-    "@cumulus/launchpad-auth": "2.0.7",
+    "@cumulus/aws-client": "2.0.8",
+    "@cumulus/cmr-client": "2.0.8",
+    "@cumulus/common": "2.0.8",
+    "@cumulus/errors": "2.0.8",
+    "@cumulus/launchpad-auth": "2.0.8",
     "got": "^8.3.0",
     "js2xmlparser": "^4.0.0",
     "lodash": "^4.17.15",

packages/collection-config-store/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/collection-config-store",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Utility for persisting collection configuration to S3 and retrieving it",
   "keywords": [
     "CUMULUS",
@@ -32,8 +32,8 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/aws-client": "2.0.7",
-    "@cumulus/common": "2.0.7",
-    "@cumulus/message": "2.0.7"
+    "@cumulus/aws-client": "2.0.8",
+    "@cumulus/common": "2.0.8",
+    "@cumulus/message": "2.0.8"
   }
 }

packages/common/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/common",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Common utilities used across tasks",
   "keywords": [
     "GIBS",
@@ -40,8 +40,8 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/errors": "2.0.7",
-    "@cumulus/logger": "2.0.7",
+    "@cumulus/errors": "2.0.8",
+    "@cumulus/logger": "2.0.8",
     "ajv": "^5.2.2",
     "aws-sdk": "^2.585.0",
     "follow-redirects": "^1.2.4",

packages/earthdata-login-client/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/earthdata-login-client",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "A client for the Earthata Login service API",
   "homepage": "https://github.com/nasa/cumulus/tree/master/packages/earthdata-login-client#readme",
   "repository": {

packages/errors/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/errors",
-  "version": "2.0.7",
+  "version": "2.0.8",
   "description": "Provides error classes for Cumulus",
   "keywords": [
     "GIBS",