Ecosystem
LLMs
- Overview
- OpenAI
- Anthropic
- Google Gemini
- Google Vertex AI
- Azure OpenAI
- Bedrock
- AWS SageMaker
- Ollama
- More
- LocalAI
- vLLM
- Triton
- AI21
- Anyscale
- Cerebras
- Cohere
- Fireworks
- Dashscope
- Deepinfra
- Deepbricks
- Deepgram
- DeepSeek
- Github
- Groq
- Hugging Face
- Inference.net
- Jina AI
- Lambda Labs
- Lemonfox-AI
- Lingyi (01.ai)
- Mistral AI
- Monster API
- Moonshot
- Ncompass
- Nomic
- Novita AI
- Nebius
- OpenRouter
- Perplexity AI
- Predibase
- Reka AI
- Recraft AI
- SambaNova
- Segmind
- Snowflake Cortex
- Stability AI
- SiliconFlow
- Together AI
- Upstage AI
- Voyage AI
- Workers AI
- xAI
- ZhipuAI / ChatGLM / BigModel
- Replicate
- Suggest a new integration!
- Bring Your Own LLM
Agents
Fine-tune your models with Bedrock
Upload a file
Please follow to the fireworks file upload guide for more details.
Create a fine-tuning job
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
fine_tune_job = portkey.fine_tuning.jobs.create(
training_file="file_id",
model="model_id",
hyperparameters={
"n_epochs": 1
},
validation_file="file_id",
suffix="finetuned_model_name",
)
print(fine_tune_job)
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
fine_tune_job = portkey.fine_tuning.jobs.create(
training_file="file_id",
model="model_id",
hyperparameters={
"n_epochs": 1
},
validation_file="file_id",
suffix="finetuned_model_name",
)
print(fine_tune_job)
import { Portkey } from "portkey-ai";
// Initialize the Portkey client
const portkey = Portkey(
apiKey="PORTKEY_API_KEY", // Replace with your Portkey API key
virtualKey="VIRTUAL_KEY", // Add your provider's virtual key
fireworksAccountId="FIREWORKS_ACCOUNT_ID" // Add your fireworks's account id
)
(async () => {
const fine_tune_job = await portkey.fineTuning.jobs.create(
training_file:"file_id",
model:"model_id",
hyperparameters: {
"n_epochs": 1
},
validation_file: "file_id",
suffix: "finetuned_model_name",
)
console.log(fine_tune_job)
})();
from openai import OpenAI
from portkey_ai import PORTKEY_GATEWAY_URL, createHeaders
openai = OpenAI(
api_key='OPENAI_API_KEY',
base_url=PORTKEY_GATEWAY_URL,
default_headers=createHeaders(
virtual_key="VIRTUAL_KEY",
api_key="PORTKEY_API_KEY",
fireworks_account_id="FIREWORKS_ACCOUNT_ID"
)
)
fine_tune_job = openai.fine_tuning.jobs.create(
training_file="file_id",
model="model_id",
hyperparameters={
"n_epochs": 1
},
validation_file="file_id",
suffix="finetuned_model_name",
)
print(fine_tune_job)
import OpenAI from 'openai'; // We're using the v4 SDK
import { PORTKEY_GATEWAY_URL, createHeaders } from 'portkey-ai'
const openai = new OpenAI({
apiKey: 'OPENAI_API_KEY', // defaults to process.env["OPENAI_API_KEY"],
baseURL: PORTKEY_GATEWAY_URL,
defaultHeaders: createHeaders({
virtualKey: "VIRTUAL_KEY",
apiKey: "PORTKEY_API_KEY", // defaults to process.env["PORTKEY_API_KEY"]
fireworksAccountId: "FIREWORKS_ACCOUNT_ID"
})
});
(async () => {
const fine_tune_job = await openai.fineTuning.jobs.create({
training_file: "file_id",
model: "model_id",
hyperparameters: {
"n_epochs": 1
},
validation_file: "file_id",
suffix: "finetuned_model_name",
});
console.log(fine_tune_job)
})();
curl \
--header 'Content-Type: application/json' \
--header 'x-portkey-api-key: <api_key>' \
--header 'x-portkey-virtual-key: <virtual_key>' \
--header 'x-portkey-fireworks-account-id: <fireworks_account_id>' \
--data '{
"model": "<model_id>",
"suffix": "<finetune_model_name>",
"training_file": "<s3_path.jsonl>",
"hyperparameters": {
"n_epochs": 1
}
}' \
'https://api.portkey.ai/v1/fine_tuning/jobs'
List Fine-tuning Jobs
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
# List all fine-tuning jobs
jobs = portkey.fine_tuning.jobs.list(
limit=10 # Optional: Number of jobs to retrieve (default: 20)
)
print(jobs)
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
# List all fine-tuning jobs
jobs = portkey.fine_tuning.jobs.list(
limit=10 # Optional: Number of jobs to retrieve (default: 20)
)
print(jobs)
import { Portkey } from "portkey-ai";
// Initialize the Portkey client
const portkey = Portkey({
apiKey: "PORTKEY_API_KEY", // Replace with your Portkey API key
virtualKey: "VIRTUAL_KEY", // Add your provider's virtual key
fireworksAccountId: "FIREWORKS_ACCOUNT_ID" // Add your fireworks's account id
});
(async () => {
// List all fine-tuning jobs
const jobs = await portkey.fineTuning.jobs.list({
limit: 10 // Optional: Number of jobs to retrieve (default: 20)
});
console.log(jobs);
})();
from openai import OpenAI
from portkey_ai import PORTKEY_GATEWAY_URL, createHeaders
openai = OpenAI(
api_key='OPENAI_API_KEY',
base_url=PORTKEY_GATEWAY_URL,
default_headers=createHeaders(
virtual_key="VIRTUAL_KEY",
api_key="PORTKEY_API_KEY",
fireworks_account_id="FIREWORKS_ACCOUNT_ID"
)
)
# List all fine-tuning jobs
jobs = openai.fine_tuning.jobs.list(
limit=10 # Optional: Number of jobs to retrieve (default: 20)
)
print(jobs)
import OpenAI from 'openai';
import { PORTKEY_GATEWAY_URL, createHeaders } from 'portkey-ai';
const openai = new OpenAI({
apiKey: 'OPENAI_API_KEY',
baseURL: PORTKEY_GATEWAY_URL,
defaultHeaders: createHeaders({
virtualKey: "VIRTUAL_KEY",
apiKey: "PORTKEY_API_KEY",
fireworksAccountId: "FIREWORKS_ACCOUNT_ID"
})
});
(async () => {
// List all fine-tuning jobs
const jobs = await openai.fineTuning.jobs.list({
limit: 10 // Optional: Number of jobs to retrieve (default: 20)
});
console.log(jobs);
})();
curl \
--header 'Content-Type: application/json' \
--header 'x-portkey-api-key: <api_key>' \
--header 'x-portkey-virtual-key: <virtual_key>' \
--header 'x-portkey-fireworks-account-id: <fireworks_account_id>' \
'https://api.portkey.ai/v1/fine_tuning/jobs?limit=10'
Retrieve Fine-tuning Job
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
# Retrieve a specific fine-tuning job
job = portkey.fine_tuning.jobs.retrieve(
job_id="job_id" # The ID of the fine-tuning job to retrieve
)
print(job)
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
# Retrieve a specific fine-tuning job
job = portkey.fine_tuning.jobs.retrieve(
job_id="job_id" # The ID of the fine-tuning job to retrieve
)
print(job)
import { Portkey } from "portkey-ai";
// Initialize the Portkey client
const portkey = Portkey({
apiKey: "PORTKEY_API_KEY", // Replace with your Portkey API key
virtualKey: "VIRTUAL_KEY", // Add your provider's virtual key
fireworksAccountId: "FIREWORKS_ACCOUNT_ID" // Add your fireworks's account id
});
(async () => {
// Retrieve a specific fine-tuning job
const job = await portkey.fineTuning.jobs.retrieve({
job_id: "job_id" // The ID of the fine-tuning job to retrieve
});
console.log(job);
})();
from openai import OpenAI
from portkey_ai import PORTKEY_GATEWAY_URL, createHeaders
openai = OpenAI(
api_key='OPENAI_API_KEY',
base_url=PORTKEY_GATEWAY_URL,
default_headers=createHeaders(
virtual_key="VIRTUAL_KEY",
api_key="PORTKEY_API_KEY",
fireworks_account_id="FIREWORKS_ACCOUNT_ID"
)
)
# Retrieve a specific fine-tuning job
job = openai.fine_tuning.jobs.retrieve(
fine_tuning_job_id="job_id" # The ID of the fine-tuning job to retrieve
)
print(job)
import OpenAI from 'openai';
import { PORTKEY_GATEWAY_URL, createHeaders } from 'portkey-ai';
const openai = new OpenAI({
apiKey: 'OPENAI_API_KEY',
baseURL: PORTKEY_GATEWAY_URL,
defaultHeaders: createHeaders({
virtualKey: "VIRTUAL_KEY",
apiKey: "PORTKEY_API_KEY",
fireworksAccountId: "FIREWORKS_ACCOUNT_ID"
})
});
(async () => {
// Retrieve a specific fine-tuning job
const job = await openai.fineTuning.jobs.retrieve(
"job_id" // The ID of the fine-tuning job to retrieve
);
console.log(job);
})();
curl \
--header 'Content-Type: application/json' \
--header 'x-portkey-api-key: <api_key>' \
--header 'x-portkey-virtual-key: <virtual_key>' \
--header 'x-portkey-fireworks-account-id: <fireworks_account_id>' \
'https://api.portkey.ai/v1/fine_tuning/jobs/<job_id>'
Cancel Fine-tuning Job
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
# Cancel a fine-tuning job
cancelled_job = portkey.fine_tuning.jobs.cancel(
job_id="job_id" # The ID of the fine-tuning job to cancel
)
print(cancelled_job)
from portkey_ai import Portkey
# Initialize the Portkey client
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY", # Add your provider's virtual key
fireworks_account_id="FIREWORKS_ACCOUNT_ID" # Add your fireworks's account id
)
# Cancel a fine-tuning job
cancelled_job = portkey.fine_tuning.jobs.cancel(
job_id="job_id" # The ID of the fine-tuning job to cancel
)
print(cancelled_job)
import { Portkey } from "portkey-ai";
// Initialize the Portkey client
const portkey = Portkey({
apiKey: "PORTKEY_API_KEY", // Replace with your Portkey API key
virtualKey: "VIRTUAL_KEY", // Add your provider's virtual key
fireworksAccountId: "FIREWORKS_ACCOUNT_ID" // Add your fireworks's account id
});
(async () => {
// Cancel a fine-tuning job
const cancelledJob = await portkey.fineTuning.jobs.cancel({
job_id: "job_id" // The ID of the fine-tuning job to cancel
});
console.log(cancelledJob);
})();
from openai import OpenAI
from portkey_ai import PORTKEY_GATEWAY_URL, createHeaders
openai = OpenAI(
api_key='OPENAI_API_KEY',
base_url=PORTKEY_GATEWAY_URL,
default_headers=createHeaders(
virtual_key="VIRTUAL_KEY",
api_key="PORTKEY_API_KEY",
fireworks_account_id="FIREWORKS_ACCOUNT_ID"
)
)
# Cancel a fine-tuning job
cancelled_job = openai.fine_tuning.jobs.cancel(
fine_tuning_job_id="job_id" # The ID of the fine-tuning job to cancel
)
print(cancelled_job)
import OpenAI from 'openai';
import { PORTKEY_GATEWAY_URL, createHeaders } from 'portkey-ai';
const openai = new OpenAI({
apiKey: 'OPENAI_API_KEY',
baseURL: PORTKEY_GATEWAY_URL,
defaultHeaders: createHeaders({
virtualKey: "VIRTUAL_KEY",
apiKey: "PORTKEY_API_KEY",
fireworksAccountId: "FIREWORKS_ACCOUNT_ID"
})
});
(async () => {
// Cancel a fine-tuning job
const cancelledJob = await openai.fineTuning.jobs.cancel(
"job_id" // The ID of the fine-tuning job to cancel
);
console.log(cancelledJob);
})();
curl \
--request POST \
--header 'Content-Type: application/json' \
--header 'x-portkey-api-key: <api_key>' \
--header 'x-portkey-virtual-key: <virtual_key>' \
--header 'x-portkey-fireworks-account-id: <fireworks_account_id>' \
'https://api.portkey.ai/v1/fine_tuning/jobs/<job_id>/cancel'
References
Was this page helpful?