refactor(api): Central Logging 📜 (#1348)

* WIP: initial logging changes
add several transports in ~/config/winston
omit messages in logs, truncate long strings
add short blurb in dotenv for debug logging
GoogleClient: using logger
OpenAIClient: using logger, handleOpenAIErrors
Adding typedef for payload message
bumped winston and using winston-daily-rotate-file
moved config for server paths to ~/config dir
Added `DEBUG_LOGGING=true` to .env.example

* WIP: Refactor logging statements in code

* WIP: Refactor logging statements and import configurations

* WIP: Refactor logging statements and import configurations

* refactor: broadcast Redis initialization message with `info` not `debug`

* refactor: complete Refactor logging statements and import configurations

* chore: delete unused tools

* fix: circular dependencies due to accessing logger

* refactor(handleText): handle booleans and write tests

* refactor: redact sensitive values, better formatting

* chore: improve log formatting, avoid passing strings to 2nd arg

* fix(ci): fix jest tests due to logger changes

* refactor(getAvailablePluginsController): cache plugins as they are static and avoids async addOpenAPISpecs call every time

* chore: update docs

* chore: update docs

* chore: create separate meiliSync logger, clean up logs to avoid being unnecessarily verbose

* chore: spread objects where they are commonly logged to allow string truncation

* chore: improve error log formatting
This commit is contained in:
Danny Avila 2023-12-14 07:49:27 -05:00 committed by GitHub
parent 49571ac635
commit ea1dd59ef4
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
115 changed files with 1271 additions and 1001 deletions

View file

@ -1,5 +1,6 @@
const { z } = require('zod');
const Message = require('./schema/messageSchema');
const logger = require('~/config/winston');
const idSchema = z.string().uuid();
@ -67,7 +68,7 @@ module.exports = {
tokenCount,
};
} catch (err) {
console.error(`Error saving message: ${err}`);
logger.error('Error saving message:', err);
throw new Error('Failed to save message.');
}
},
@ -92,7 +93,7 @@ module.exports = {
isEdited: true,
};
} catch (err) {
console.error(`Error updating message: ${err}`);
logger.error('Error updating message:', err);
throw new Error('Failed to update message.');
}
},
@ -106,7 +107,7 @@ module.exports = {
});
}
} catch (err) {
console.error(`Error deleting messages: ${err}`);
logger.error('Error deleting messages:', err);
throw new Error('Failed to delete messages.');
}
},
@ -115,7 +116,7 @@ module.exports = {
try {
return await Message.find(filter).sort({ createdAt: 1 }).lean();
} catch (err) {
console.error(`Error getting messages: ${err}`);
logger.error('Error getting messages:', err);
throw new Error('Failed to get messages.');
}
},
@ -124,7 +125,7 @@ module.exports = {
try {
return await Message.deleteMany(filter);
} catch (err) {
console.error(`Error deleting messages: ${err}`);
logger.error('Error deleting messages:', err);
throw new Error('Failed to delete messages.');
}
},