log search and response at debug level (#365)

* log response at debug level, fix a few other error loggings

* remove unused ignore from audit

* update changelog

* fix name of WARN log level in readme

Author: Phil Varner

CHANGELOG.md

@@ -5,6 +5,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
+## Unreleased - TBD
+
+### Changed
+
+- Search query and response body is now logged at level DEBUG rather than INFO
+- Ingested item body is now logged at level DEBUG rather than INFO
+
 ## [0.5.2] - 2023-01-17
 
 ### Fixed

README.md

@@ -403,7 +403,7 @@ There are some settings that should be reviewed and updated as needeed in the se
 | STAC_DESCRIPTION                 | Description of this catalog                                                                                                                                                                      | A STAC API                                                                           |
 | STAC_DOCS_URL                    | URL to documentation                                                                                                                                                                             | [https://stac-utils.github.io/stac-server](https://stac-utils.github.io/stac-server) |
 | INGEST_BATCH_SIZE                | Number of records to ingest in single batch                                                                                                                                                      | 500                                                                                  |
-| LOG_LEVEL                        | Level for logging (CRITICAL, ERROR, WARNING, INFO, DEBUG)                                                                                                                                        | INFO                                                                                 |
+| LOG_LEVEL                        | Level for logging (CRITICAL, ERROR, WARN, INFO, DEBUG)                                                                                                                                        | INFO                                                                                 |
 | STAC_API_URL                     | The root endpoint of this API                                                                                                                                                                    | Inferred from request                                                                |
 | ENABLE_TRANSACTIONS_EXTENSION    | Boolean specifying if the [Transaction Extension](https://github.com/radiantearth/stac-api-spec/tree/master/ogcapi-features/extensions/transaction) should be activated                          | false                                                                                |
 | STAC_API_ROOTPATH                | The path to append to URLs if this is not deployed at the server root. For example, if the server is deployed without a custom domain name, it will have the stage name (e.g., dev) in the path. | ""                                                                                   |

package.json

@@ -16,7 +16,7 @@
     "test:system": "./bin/system-tests.sh",
     "test:unit": "ava tests/unit/*.[tj]s",
     "typecheck": "tsc",
-    "audit-prod": "npx better-npm-audit audit --production --exclude 1087958",
+    "audit-prod": "npx better-npm-audit audit --production",
     "deploy": "sls deploy",
     "package": "sls package",
     "serve": "STAC_API_URL=http://localhost:3000 ENABLE_TRANSACTIONS_EXTENSION=true nodemon ./src/lambdas/api/local.ts",

src/lambdas/ingest/index.js

@@ -62,7 +62,7 @@ module.exports.handler = async function handler(event, context) {
 
   try {
     await ingest.ingestItems(stacItems, stream)
-    logger.info(`Ingested ${stacItems.length} Items: ${JSON.stringify(stacItems)}`)
+    logger.debug(`Ingested ${stacItems.length} Items: ${JSON.stringify(stacItems)}`)
   } catch (error) {
     console.log(error)
     throw (error)

src/lib/database.js

@@ -323,11 +323,11 @@ async function deleteItem(collectionId, itemId) {
 }
 
 async function dbQuery(parameters) {
-  logger.info(`Search database query: ${JSON.stringify(parameters)}`)
+  logger.debug(`Search query: ${JSON.stringify(parameters)}`)
   const client = await dbClient.client()
   if (client === undefined) throw new Error('Client is undefined')
   const response = await client.search(parameters)
-  logger.info(`Response: ${JSON.stringify(response)}`)
+  logger.debug(`Response: ${JSON.stringify(response)}`)
   return response
 }
 

src/lib/ingest.js

@@ -12,7 +12,7 @@ async function ingestItem(item, stream) {
       dbStream,
       (error) => {
         if (error) {
-          logger.info(error)
+          logger.error(`Error ingesting: ${error}`)
           reject(error)
         } else {
           logger.info(`Ingested item ${item.id}`)
@@ -36,7 +36,7 @@ async function ingestItems(items, stream) {
       dbStream,
       (error) => {
         if (error) {
-          logger.info(error)
+          logger.error(`Error ingesting: ${error}`)
           reject(error)
         } else {
           logger.debug('Ingested item')