Lepton AI

npm install --save portkey-ai

pip install portkey-ai

import Portkey from 'portkey-ai'

const portkey = new Portkey({
    apiKey: "PORTKEY_API_KEY", // defaults to process.env["PORTKEY_API_KEY"]
    virtualKey: "VIRTUAL_KEY" // Your Lepton AI Virtual Key
})

from portkey_ai import Portkey

portkey = Portkey(
    api_key="PORTKEY_API_KEY",  # Replace with your Portkey API key
    virtual_key="VIRTUAL_KEY"   # Replace with your virtual key for Lepton
)

const chatCompletion = await portkey.chat.completions.create({
    messages: [{ role: 'user', content: 'Say this is a test' }],
    model: 'llama-3-8b-sft-v1',
});

console.log(chatCompletion.choices);

completion = portkey.chat.completions.create(
    messages= [{ "role": 'user', "content": 'Say this is a test' }],
    model= 'llama-3-8b-sft-v1'
)

print(completion)

curl --location 'https://api.portkey.ai/v1/chat/completions' \
-H 'Content-Type: application/json' \
-H 'x-portkey-api-key: PORTKEY_API_KEY' \
-H 'x-portkey-virtual-key: VIRTUAL_KEY' \
--data '{
    "model": "llama-3-8b-sft-v1",
    "messages": [
        {
            "role": "user",
            "content": "Say this is a test"
        }
    ]
}'

import fs from 'fs';

const transcription = await portkey.audio.transcriptions.create({
    file: fs.createReadStream('audio.mp3'),
    model: 'whisper-large-v3',
});

console.log(transcription.text);

with open("audio.mp3", "rb") as audio_file:
    transcription = portkey.audio.transcriptions.create(
        file=audio_file,
        model="whisper-large-v3"
    )

print(transcription.text)

const stream = await portkey.chat.completions.create({
    messages: [{ role: 'user', content: 'Write a story about a robot' }],
    model: 'llama-3-8b-sft-v1',
    stream: true,
});

for await (const chunk of stream) {
    process.stdout.write(chunk.choices[0]?.delta?.content || '');
}

stream = portkey.chat.completions.create(
    messages=[{"role": "user", "content": "Write a story about a robot"}],
    model="llama-3-8b-sft-v1",
    stream=True
)

for chunk in stream:
    if chunk.choices[0].delta.content:
        print(chunk.choices[0].delta.content, end="")