Replicate is a platform for building and running machine learning models.
Replicate does not have a standarized JSON body format for their inference API, hence it is not possible to use unified API to interact with Replicate.
Portkey instead provides a proxy to Replicate, allowing you to use virtual keys and observability features.
Portkey SDK Integration with Replicate
To integrate Replicate with Portkey:
1. Install the Portkey SDK
Add the Portkey SDK to your application to interact with Replicate through Portkey’s gateway.
npm install --save portkey-ai
2. Initialize Portkey with a Virtual Key
To use Replicate with Portkey, get your Replicate API key from here, then add it to Portkey to create your Replicate virtual key.
NodeJS SDK
Python SDK
OpenAI Python SDK
OpenAI Node SDK
import Portkey from 'portkey-ai'
const portkey = new Portkey({
apiKey: "PORTKEY_API_KEY", // defaults to process.env["PORTKEY_API_KEY"]
virtualKey: "VIRTUAL_KEY" // Your Replicate Virtual Key
})
from portkey_ai import Portkey
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="VIRTUAL_KEY" # Replace with your virtual key for Replicate
)
from openai import OpenAI
from portkey_ai import PORTKEY_GATEWAY_URL, createHeaders
client = OpenAI(
api_key="REPLICATE_API_KEY",
base_url=PORTKEY_GATEWAY_URL,
default_headers=createHeaders(
api_key="PORTKEY_API_KEY",
provider="replicate"
)
)
import OpenAI from "openai";
import { PORTKEY_GATEWAY_URL, createHeaders } from "portkey-ai";
const client = new OpenAI({
apiKey: "REPLICATE_API_KEY",
baseURL: PORTKEY_GATEWAY_URL,
defaultHeaders: createHeaders({
provider: "replicate",
apiKey: "PORTKEY_API_KEY",
}),
});
3. Use the Portkey SDK to interact with Replicate
Python
NodeJS
OpenAI NodeJS
OpenAI Python
cURL
from portkey_ai import Portkey
portkey = Portkey(
api_key="PORTKEY_API_KEY", # Replace with your Portkey API key
virtual_key="REPLICATE_VIRTUAL_KEY",
)
response = portkey.post(
url="predictions", # Replace with the endpoint you want to call
)
print(response)
import Portkey from 'portkey-ai';
// Initialize the Portkey client
const portkey = new Portkey({
apiKey: "PORTKEY_API_KEY", // Replace with your Portkey API key
virtualKey: "REPLICATE_VIRTUAL_KEY", // Add your Replicate's virtual key
});
response = portkey.post(
url="predictions", # Replace with the endpoint you want to call
)
print(response)
import OpenAI from 'openai'; // We're using the v4 SDK
import { PORTKEY_GATEWAY_URL, createHeaders } from 'portkey-ai'
const openai = new OpenAI({
apiKey: 'REPLICATE_API_KEY', // defaults to process.env["OPENAI_API_KEY"],
baseURL: PORTKEY_GATEWAY_URL,
defaultHeaders: createHeaders({
virtualKey: "REPLICATE_VIRTUAL_KEY",
apiKey: "PORTKEY_API_KEY", // defaults to process.env["PORTKEY_API_KEY"]
})
});
response = openai.post(
url="predictions", # Replace with the endpoint you want to call
)
print(response)
from openai import OpenAI
from portkey_ai import PORTKEY_GATEWAY_URL, createHeaders
openai = OpenAI(
api_key='REPLICATE_API_KEY',
base_url=PORTKEY_GATEWAY_URL,
default_headers=createHeaders(
provider="replicate",
api_key="PORTKEY_API_KEY"
)
)
response = openai.post(
url="predictions", # Replace with the endpoint you want to call
)
print(response)
curl --location --request POST 'https://api.portkey.ai/v1/predictions' \
--header 'x-portkey-virtual-key: REPLICATE_VIRTUAL_KEY' \
--header 'x-portkey-api-key: PORTKEY_API_KEY'
Last modified on January 31, 2026
