A3M Router v2.0: Now an OpenAI-Compatible AI Gateway with 39 Providers 🚀

npx a3m-router serve

# Drop-in replacement — just change the base URL

from openai import OpenAI



client = OpenAI(

    base_url="http://localhost:8787/v1",

    api_key="not-needed"  # A3M Router handles provider keys

)



response = client.chat.completions.create(

    model="auto",  # Intelligent routing

    messages=[{"role": "user", "content": "Hello"}]

)

http://localhost:8787/

import { A3MChatModel } from 'adaptive-memory-multi-model-router/langchain';



const model = new A3MChatModel({ modelName: 'auto' });

const response = await model.invoke([new HumanMessage("Hello")]);

import { GuardrailEngine } from 'adaptive-memory-multi-model-router';



const guardrail = new GuardrailEngine({

  promptInjection: true,

  piiDetection: true,

  contentFilter: true

});



const result = await guardrail.checkInput(userInput);

if (result.blocked) {

  // Prompt injection or PII detected

  console.log(result.reason);

}

import { SemanticCache } from 'adaptive-memory-multi-model-router';



const cache = new SemanticCache({ similarityThreshold: 0.92 });



// First query: miss, calls provider

const result1 = await cache.get("What is Python?");



// Semantically similar: HIT (no API call!)

const result2 = await cache.get("Tell me about Python");

import { CostAnalytics } from 'adaptive-memory-multi-model-router';



const analytics = new CostAnalytics();

analytics.record({ provider: 'groq', cost: 0.001, latency: 420 });



const savings = analytics.getSavings('openai');

// Total saved: $X, XX% cheaper, projected monthly savings: $Y

# Install

npm install adaptive-memory-multi-model-router



# Start the gateway

npx a3m-router serve



# Or use as a library

node -e "const { createA3MRouter } = require('adaptive-memory-multi-model-router'); ..."