Si vous souhaitez utiliser un agent spécifique de l'API agents obsolète pour l'inférence par lot, vous pouvez spécifier l'ID de l'agent ici.
Endpoints Batch
API Batch
Exemples
Exemples réels de code
Obtenir les jobs batch
GET /v1/batch/jobs
Obtenez une liste des jobs batch pour votre organisation et utilisateur.
200
OK
Playground
Testez les endpoints en direct
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.list({});
console.log(result);
}
run();
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.list({});
console.log(result);
}
run();
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.list(page=0, page_size=100, created_by_me=False, order_by="-created")
# Handle response
print(res)
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.list(page=0, page_size=100, created_by_me=False, order_by="-created")
# Handle response
print(res)
curl https://api.mistral.ai/v1/batch/jobs \
-X GET \
-H 'Authorization: Bearer YOUR_APIKEY_HERE'curl https://api.mistral.ai/v1/batch/jobs \
-X GET \
-H 'Authorization: Bearer YOUR_APIKEY_HERE'200
{
"total": 87
}{
"total": 87
}Créer un job batch
POST /v1/batch/jobs
Crée un nouveau job batch, qui sera mis en file d'attente pour traitement.
agent_id
endpoint
input_files
La liste des fichiers d'entrée à utiliser pour l'inférence par lot. Ces fichiers doivent être au format jsonl et contenir les données d'entrée correspondant à la requête body pour l'inférence par lot dans un champ "body". Voici un exemple de tel fichier : json \{"custom_id": "0", "body": \{"max_tokens": 100, "messages": [\{"role": "user", "content": "Quel est le meilleur fromage français ?"\}]\}\} \{"custom_id": "1", "body": \{"max_tokens": 100, "messages": [\{"role": "user", "content": "Quel est le meilleur vin français ?"\}]\}\}
metadata
Les métadonnées de votre choix à associer au job d'inférence batch.
model
Le modèle à utiliser pour l'inférence par lot.
requests
timeout_hours
Valeur par défaut : 24
Le délai d'expiration en heures pour le job d'inférence batch.
200
OK
agent_id
completed_at
completed_requests
created_at
endpoint
error_file
failed_requests
id
input_files
metadata
model
object
Valeur par défaut : "batch"
output_file
outputs
started_at
status
succeeded_requests
total_requests
Playground
Testez les endpoints en direct
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.create({
inputFiles: [
"fe3343a2-3b8d-404b-ba32-a78dede2614a",
],
endpoint: "/v1/classifications",
});
console.log(result);
}
run();
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.create({
inputFiles: [
"fe3343a2-3b8d-404b-ba32-a78dede2614a",
],
endpoint: "/v1/classifications",
});
console.log(result);
}
run();
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.create(endpoint="/v1/moderations", model="mistral-small-latest", timeout_hours=24)
# Handle response
print(res)
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.create(endpoint="/v1/moderations", model="mistral-small-latest", timeout_hours=24)
# Handle response
print(res)
curl https://api.mistral.ai/v1/batch/jobs \
-X POST \
-H 'Authorization: Bearer YOUR_APIKEY_HERE' \
-H 'Content-Type: application/json' \
-d '{
"endpoint": "/v1/chat/completions"
}'curl https://api.mistral.ai/v1/batch/jobs \
-X POST \
-H 'Authorization: Bearer YOUR_APIKEY_HERE' \
-H 'Content-Type: application/json' \
-d '{
"endpoint": "/v1/chat/completions"
}'200
{
"completed_requests": 87,
"created_at": 14,
"endpoint": "ipsum eiusmod",
"errors": [
{
"message": "consequat do"
}
],
"failed_requests": 56,
"id": "reprehenderit ut dolore",
"input_files": [
"occaecat dolor sit"
],
"status": "QUEUED",
"succeeded_requests": 91,
"total_requests": 32
}{
"completed_requests": 87,
"created_at": 14,
"endpoint": "ipsum eiusmod",
"errors": [
{
"message": "consequat do"
}
],
"failed_requests": 56,
"id": "reprehenderit ut dolore",
"input_files": [
"occaecat dolor sit"
],
"status": "QUEUED",
"succeeded_requests": 91,
"total_requests": 32
}Récupérer un job batch
GET /v1/batch/jobs/{job_id}
Récupère les détails d'un job batch via son UUID.
Args : inline : Si True, renvoie les résultats directement dans la réponse.
job_id
inline
200
OK
agent_id
completed_at
completed_requests
created_at
endpoint
error_file
failed_requests
id
input_files
metadata
model
object
Valeur par défaut : "batch"
output_file
outputs
started_at
status
succeeded_requests
total_requests
Playground
Testez les endpoints en direct
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.get({
jobId: "4017dc9f-b629-42f4-9700-8c681b9e7f0f",
});
console.log(result);
}
run();
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.get({
jobId: "4017dc9f-b629-42f4-9700-8c681b9e7f0f",
});
console.log(result);
}
run();
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.get(job_id="4017dc9f-b629-42f4-9700-8c681b9e7f0f")
# Handle response
print(res)
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.get(job_id="4017dc9f-b629-42f4-9700-8c681b9e7f0f")
# Handle response
print(res)
curl https://api.mistral.ai/v1/batch/jobs/{job_id} \
-X GET \
-H 'Authorization: Bearer YOUR_APIKEY_HERE'curl https://api.mistral.ai/v1/batch/jobs/{job_id} \
-X GET \
-H 'Authorization: Bearer YOUR_APIKEY_HERE'200
{
"completed_requests": 87,
"created_at": 14,
"endpoint": "ipsum eiusmod",
"errors": [
{
"message": "consequat do"
}
],
"failed_requests": 56,
"id": "reprehenderit ut dolore",
"input_files": [
"occaecat dolor sit"
],
"status": "QUEUED",
"succeeded_requests": 91,
"total_requests": 32
}{
"completed_requests": 87,
"created_at": 14,
"endpoint": "ipsum eiusmod",
"errors": [
{
"message": "consequat do"
}
],
"failed_requests": 56,
"id": "reprehenderit ut dolore",
"input_files": [
"occaecat dolor sit"
],
"status": "QUEUED",
"succeeded_requests": 91,
"total_requests": 32
}Annuler un job batch
POST /v1/batch/jobs/{job_id}/cancel
Demander l'annulation d'un job batch.
job_id
200
OK
agent_id
completed_at
completed_requests
created_at
endpoint
error_file
failed_requests
id
input_files
metadata
model
object
Valeur par défaut : "batch"
output_file
outputs
started_at
status
succeeded_requests
total_requests
Playground
Testez les endpoints en direct
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.cancel({
jobId: "4fb29d1c-535b-4f0a-a1cb-2167f86da569",
});
console.log(result);
}
run();
import { Mistral } from "@mistralai/mistralai";
const mistral = new Mistral({
apiKey: "MISTRAL_API_KEY",
});
async function run() {
const result = await mistral.batch.jobs.cancel({
jobId: "4fb29d1c-535b-4f0a-a1cb-2167f86da569",
});
console.log(result);
}
run();
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.cancel(job_id="4fb29d1c-535b-4f0a-a1cb-2167f86da569")
# Handle response
print(res)
from mistralai.client import Mistral
import os
with Mistral(
api_key=os.getenv("MISTRAL_API_KEY", ""),
) as mistral:
res = mistral.batch.jobs.cancel(job_id="4fb29d1c-535b-4f0a-a1cb-2167f86da569")
# Handle response
print(res)
curl https://api.mistral.ai/v1/batch/jobs/{job_id}/cancel \
-X POST \
-H 'Authorization: Bearer YOUR_APIKEY_HERE' \
-H 'Content-Type: application/json'curl https://api.mistral.ai/v1/batch/jobs/{job_id}/cancel \
-X POST \
-H 'Authorization: Bearer YOUR_APIKEY_HERE' \
-H 'Content-Type: application/json'200
{
"completed_requests": 87,
"created_at": 14,
"endpoint": "ipsum eiusmod",
"errors": [
{
"message": "consequat do"
}
],
"failed_requests": 56,
"id": "reprehenderit ut dolore",
"input_files": [
"occaecat dolor sit"
],
"status": "QUEUED",
"succeeded_requests": 91,
"total_requests": 32
}{
"completed_requests": 87,
"created_at": 14,
"endpoint": "ipsum eiusmod",
"errors": [
{
"message": "consequat do"
}
],
"failed_requests": 56,
"id": "reprehenderit ut dolore",
"input_files": [
"occaecat dolor sit"
],
"status": "QUEUED",
"succeeded_requests": 91,
"total_requests": 32
}