metcoder95 / cloud-pine Goto Github PK

import fs from 'node:fs';
const CRED_FILE_PATH = './path-to-credentials.json';
const creds = JSON.parse(fs.readFileSync(CRED_FILE_PATH, 'utf-8'));

import pino from 'pino';
const logger = pino({
    transport: {
        target: 'cloud-pine',
        options: {
            logName: 'my_cloud-pine',
            cloudLoggingOptions: {
                googleCloudOptions: {
                    projectId:   creds.project_id,
                    credentials: creds,
                },     
            }
        }
    }
});

logger.info('Hello from pino');
logger.error({ andSomedata: 1 }, 'Pino Error');

$node pino.js
node:events:491
      throw er; // Unhandled 'error' event
      ^

Error: end() took too long (10s)
    at end (C:\Users\...\test-google-logs\node_modules\thread-stream\index.js:406:15)
    at ThreadStream.end (C:\Users\...\test-google-logs\node_modules\thread-stream\index.js:258:5)
    at autoEnd (C:\Users\...\test-google-logs\node_modules\pino\lib\transport.js:75:10)
    at process.wrap (C:\Users\...\test-google-logs\node_modules\on-exit-leak-free\index.js:10:7)
    at Object.onceWrapper (node:events:628:26)
    at process.emit (node:events:513:28)
Emitted 'error' event on ThreadStream instance at:
    at destroy (C:\Users\...\test-google-logs\node_modules\thread-stream\index.js:349:12)
    at end (C:\Users\...\test-google-logs\node_modules\thread-stream\index.js:415:5)
    at ThreadStream.end (C:\Users\...\test-google-logs\node_modules\thread-stream\index.js:258:5)
    [... lines matching original stack trace ...]
    at process.emit (node:events:513:28)

import { Injectable } from '@nestjs/common';
import { Logger } from 'nestjs-pino';

@Injectable()
export class LoggerService extends Logger {
  error(message: any, ...context: any[]): void {
    super.error(this.limitErrorMessageTo256KB(message));
  }

  // log, warn, etc..

   /**
   * Temporary fix for the following issue:
   * @see https://github.com/metcoder95/cloud-pine/issues/34
   *
   * Google Cloud Platform doesn't accept more than 256KB for Logging Message
   * see: https://cloud.google.com/logging/quotas
   */
  private limitErrorMessageTo256KB(error: unknown) {
    if (!(error instanceof Error)) {
      return error;
    }

    const MAX_BYTES = 50_000; // Set the limit to 50KB

    const encoder = new TextEncoder();
    const messageBytes = encoder.encode(error.message);
    const stackBytes = encoder.encode(error.stack);

    if (messageBytes.length + stackBytes.length <= MAX_BYTES) {
      return error;
    } else {
      const decoder = new TextDecoder();
      const truncatedErrorMessage =
        decoder.decode(messageBytes.slice(0, MAX_BYTES)) + '...';

      error.message = truncatedErrorMessage;
      error.stack = undefined;
      return error;
    }
  }
}

import Pino from ('pino')

const logger = Pino({
   transport: {
      target: 'cloud-pine',
      options: {
         cloudLoggingOptions: {
            skipInit: true,
            sync: true,
         }
      }
   }
})

function generateLargeJSON(sizeInBytes) {
  const characters =
    'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';
  const dataSize = sizeInBytes - 2; // Account for braces '{}' in JSON

  // Generate random string data for the given size
  let data = '';
  while (data.length < dataSize) {
    const randomIndex = Math.floor(Math.random() * characters.length);
    data += characters[randomIndex];
  }

  // Convert the data string into a JSON object
  const jsonObject = { data };

  return JSON.stringify(jsonObject);
}

// Generate a JSON object of size ~260 KB (260,000 bytes)
const jsonSizeInBytes = 260 * 1024; // 260 KB in bytes
const largeJSON = generateLargeJSON(jsonSizeInBytes);

logger.error(JSON.stringify(largeJSON))