chat.js

/**
 * @file examples/basic-usage/chat.js
 * @description This example demonstrates a chat using an OpenAI compatible structure.
 *
 * To run this example, you first need to install the required modules by executing:
 *
 *    npm install dotenv
 */


const { LLMInterface } = require('../../src/index.js');
const { prettyHeader,
  prettyText,
  prettyResult,
  GREEN,
  RESET,
} = require('../../src/utils/utils.js');
require('dotenv').config({ path: '../../.env' });

// Setup your key and interface
const interfaceName = 'groq';
const apiKey = process.env.GROQ_API_KEY;

// Example description
const description = `This example demonstrates a chat using an OpenAI compatible structure.

To run this example, you first need to install the required modules by executing:

   npm install dotenv`;

/**
 * Main exampleUsage() function.
 */
async function exampleUsage() {

  console.time('Timer');
  // OpenAI chat.completion structure
  const openaiCompatibleStructure = {
    "model": "gemma-7b-it",
    "messages":
      [
        { "role": "system", "content": "You are a helpful assistant." },
        { "role": "user", "content": "Say hello with a polite greeting!" },
        { "role": "system", "content": "Hello there! It's an absolute pleasure to make your acquaintance. How may I have the honor of assisting you today?" },
        { "role": "user", "content": "I need help understanding low latency LLMs!" }
      ],
    "max_tokens": 100
  }
  LLMInterface.setApiKey(interfaceName, apiKey);

  try {
    console.time('Timer')
    prettyHeader(
      'Chat Example',
      description,
      false,
      interfaceName,
    );

    prettyText(`\n\n${GREEN}Prompt (OpenAI Compatible Structure):${RESET}\n\n`);
    console.log(openaiCompatibleStructure)
    console.log()

    const response = await LLMInterface.sendMessage(interfaceName, openaiCompatibleStructure);

    /*
    or for the OpenAI API fans

    const response = await LLMInterface.chat.completions.create(
      interfaceName
      openaiCompatibleStructure
    );

    */

    prettyResult(response.results);
    console.timeEnd('Timer');
    console.log();
  } catch (error) {
    console.error('Error processing openaiCompatibleStructure sendMessage:', error);
  }
}

exampleUsage();