Groq SDK Patterns

Overview

Production-ready patterns for Groq SDK usage in TypeScript and Python.

Prerequisites

• Completed groq-install-auth setup
• Familiarity with async/await patterns
• Understanding of error handling best practices

Instructions

Step 1: Implement Singleton Pattern (Recommended)

// src/groq/client.ts
import { GroqClient } from '@groq/sdk';

let instance: GroqClient | null = null;

export function getGroqClient(): GroqClient {
  if (!instance) {
    instance = new GroqClient({
      apiKey: process.env.GROQ_API_KEY!,
      // Additional options
    });
  }
  return instance;
}

Step 2: Add Error Handling Wrapper

import { GroqError } from '@groq/sdk';

async function safeGroqCall<T>(
  operation: () => Promise<T>
): Promise<{ data: T | null; error: Error | null }> {
  try {
    const data = await operation();
    return { data, error: null };
  } catch (err) {
    if (err instanceof GroqError) {
      console.error({
        code: err.code,
        message: err.message,
      });
    }
    return { data: null, error: err as Error };
  }
}

Step 3: Implement Retry Logic

async function withRetry<T>(
  operation: () => Promise<T>,
  maxRetries = 3,
  backoffMs = 1000  # 1000: 1 second in ms
): Promise<T> {
  for (let attempt = 1; attempt <= maxRetries; attempt++) {
    try {
      return await operation();
    } catch (err) {
      if (attempt === maxRetries) throw err;
      const delay = backoffMs * Math.pow(2, attempt - 1);
      await new Promise(r => setTimeout(r, delay));
    }
  }
  throw new Error('Unreachable');
}

Output

• Type-safe client singleton
• Robust error handling with structured logging
• Automatic retry with exponential backoff
• Runtime validation for API responses

Error Handling

Examples

Factory Pattern (Multi-tenant)

const clients = new Map<string, GroqClient>();

export function getClientForTenant(tenantId: string): GroqClient {
  if (!clients.has(tenantId)) {
    const apiKey = getTenantApiKey(tenantId);
    clients.set(tenantId, new GroqClient({ apiKey }));
  }
  return clients.get(tenantId)!;
}

Python Context Manager

from contextlib import asynccontextmanager
from groq import GroqClient

@asynccontextmanager
async def get_groq_client():
    client = GroqClient()
    try:
        yield client
    finally:
        await client.close()

Zod Validation

import { z } from 'zod';

const groqResponseSchema = z.object({
  id: z.string(),
  status: z.enum(['active', 'inactive']),
  createdAt: z.string().datetime(),
});

Resources

• Groq SDK Reference
• Groq API Types
• Zod Documentation

Next Steps

Apply patterns in groq-core-workflow-a for real-world usage.