Typescript (SDK)
import { RaijinLabsLucidAi } from "raijin-labs-lucid-ai";
const raijinLabsLucidAi = new RaijinLabsLucidAi();
async function run() {
const result = await raijinLabsLucidAi.run.inference({});
console.log(result);
}
run();curl --request POST \
--url http://localhost:3001/v1/run/inference \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"model_passport_id": "<string>",
"model": "<string>",
"prompt": "<string>",
"messages": [
{
"content": "<string>",
"name": "<string>",
"function_call": {
"name": "<string>",
"arguments": "<string>"
}
}
],
"max_tokens": 123,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop": [
"<string>"
],
"stream": true,
"compute_passport_id": "<string>",
"trace_id": "<string>",
"request_id": "<string>"
}
'import requests
url = "http://localhost:3001/v1/run/inference"
payload = {
"model_passport_id": "<string>",
"model": "<string>",
"prompt": "<string>",
"messages": [
{
"content": "<string>",
"name": "<string>",
"function_call": {
"name": "<string>",
"arguments": "<string>"
}
}
],
"max_tokens": 123,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop": ["<string>"],
"stream": True,
"compute_passport_id": "<string>",
"trace_id": "<string>",
"request_id": "<string>"
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
model_passport_id: '<string>',
model: '<string>',
prompt: '<string>',
messages: [
{
content: '<string>',
name: '<string>',
function_call: {name: '<string>', arguments: '<string>'}
}
],
max_tokens: 123,
temperature: 123,
top_p: 123,
top_k: 123,
stop: ['<string>'],
stream: true,
compute_passport_id: '<string>',
trace_id: '<string>',
request_id: '<string>'
})
};
fetch('http://localhost:3001/v1/run/inference', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_PORT => "3001",
CURLOPT_URL => "http://localhost:3001/v1/run/inference",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'model_passport_id' => '<string>',
'model' => '<string>',
'prompt' => '<string>',
'messages' => [
[
'content' => '<string>',
'name' => '<string>',
'function_call' => [
'name' => '<string>',
'arguments' => '<string>'
]
]
],
'max_tokens' => 123,
'temperature' => 123,
'top_p' => 123,
'top_k' => 123,
'stop' => [
'<string>'
],
'stream' => true,
'compute_passport_id' => '<string>',
'trace_id' => '<string>',
'request_id' => '<string>'
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "http://localhost:3001/v1/run/inference"
payload := strings.NewReader("{\n \"model_passport_id\": \"<string>\",\n \"model\": \"<string>\",\n \"prompt\": \"<string>\",\n \"messages\": [\n {\n \"content\": \"<string>\",\n \"name\": \"<string>\",\n \"function_call\": {\n \"name\": \"<string>\",\n \"arguments\": \"<string>\"\n }\n }\n ],\n \"max_tokens\": 123,\n \"temperature\": 123,\n \"top_p\": 123,\n \"top_k\": 123,\n \"stop\": [\n \"<string>\"\n ],\n \"stream\": true,\n \"compute_passport_id\": \"<string>\",\n \"trace_id\": \"<string>\",\n \"request_id\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("http://localhost:3001/v1/run/inference")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"model_passport_id\": \"<string>\",\n \"model\": \"<string>\",\n \"prompt\": \"<string>\",\n \"messages\": [\n {\n \"content\": \"<string>\",\n \"name\": \"<string>\",\n \"function_call\": {\n \"name\": \"<string>\",\n \"arguments\": \"<string>\"\n }\n }\n ],\n \"max_tokens\": 123,\n \"temperature\": 123,\n \"top_p\": 123,\n \"top_k\": 123,\n \"stop\": [\n \"<string>\"\n ],\n \"stream\": true,\n \"compute_passport_id\": \"<string>\",\n \"trace_id\": \"<string>\",\n \"request_id\": \"<string>\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("http://localhost:3001/v1/run/inference")
http = Net::HTTP.new(url.host, url.port)
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"model_passport_id\": \"<string>\",\n \"model\": \"<string>\",\n \"prompt\": \"<string>\",\n \"messages\": [\n {\n \"content\": \"<string>\",\n \"name\": \"<string>\",\n \"function_call\": {\n \"name\": \"<string>\",\n \"arguments\": \"<string>\"\n }\n }\n ],\n \"max_tokens\": 123,\n \"temperature\": 123,\n \"top_p\": 123,\n \"top_k\": 123,\n \"stop\": [\n \"<string>\"\n ],\n \"stream\": true,\n \"compute_passport_id\": \"<string>\",\n \"trace_id\": \"<string>\",\n \"request_id\": \"<string>\"\n}"
response = http.request(request)
puts response.read_body{
"success": true,
"run_id": "<string>",
"tokens_in": 123,
"tokens_out": 123,
"ttft_ms": 123,
"total_latency_ms": 123,
"model_passport_id": "<string>",
"compute_passport_id": "<string>",
"runtime": "<string>",
"request_id": "<string>",
"trace_id": "<string>",
"text": "<string>",
"finish_reason": "<string>",
"policy_hash": "<string>",
"receipt_id": "<string>",
"used_fallback": true,
"fallback_reason": "<string>",
"error": "<string>",
"error_code": "<string>"
}{
"success": true,
"error": "<string>",
"message": "<string>",
"error_code": "<string>",
"details": "<unknown>"
}{
"success": true,
"error": "<string>",
"message": "<string>",
"error_code": "<string>",
"details": "<unknown>"
}{
"success": true,
"error": "<string>",
"message": "<string>",
"error_code": "<string>",
"details": "<unknown>"
}Run
Run inference (optionally streaming via SSE)
Execute inference through the LucidLayer execution gateway. Supports both streaming (SSE) and non-streaming responses. A cryptographic receipt is generated for each successful inference.
POST
/
v1
/
run
/
inference
Typescript (SDK)
import { RaijinLabsLucidAi } from "raijin-labs-lucid-ai";
const raijinLabsLucidAi = new RaijinLabsLucidAi();
async function run() {
const result = await raijinLabsLucidAi.run.inference({});
console.log(result);
}
run();curl --request POST \
--url http://localhost:3001/v1/run/inference \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"model_passport_id": "<string>",
"model": "<string>",
"prompt": "<string>",
"messages": [
{
"content": "<string>",
"name": "<string>",
"function_call": {
"name": "<string>",
"arguments": "<string>"
}
}
],
"max_tokens": 123,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop": [
"<string>"
],
"stream": true,
"compute_passport_id": "<string>",
"trace_id": "<string>",
"request_id": "<string>"
}
'import requests
url = "http://localhost:3001/v1/run/inference"
payload = {
"model_passport_id": "<string>",
"model": "<string>",
"prompt": "<string>",
"messages": [
{
"content": "<string>",
"name": "<string>",
"function_call": {
"name": "<string>",
"arguments": "<string>"
}
}
],
"max_tokens": 123,
"temperature": 123,
"top_p": 123,
"top_k": 123,
"stop": ["<string>"],
"stream": True,
"compute_passport_id": "<string>",
"trace_id": "<string>",
"request_id": "<string>"
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
model_passport_id: '<string>',
model: '<string>',
prompt: '<string>',
messages: [
{
content: '<string>',
name: '<string>',
function_call: {name: '<string>', arguments: '<string>'}
}
],
max_tokens: 123,
temperature: 123,
top_p: 123,
top_k: 123,
stop: ['<string>'],
stream: true,
compute_passport_id: '<string>',
trace_id: '<string>',
request_id: '<string>'
})
};
fetch('http://localhost:3001/v1/run/inference', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_PORT => "3001",
CURLOPT_URL => "http://localhost:3001/v1/run/inference",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'model_passport_id' => '<string>',
'model' => '<string>',
'prompt' => '<string>',
'messages' => [
[
'content' => '<string>',
'name' => '<string>',
'function_call' => [
'name' => '<string>',
'arguments' => '<string>'
]
]
],
'max_tokens' => 123,
'temperature' => 123,
'top_p' => 123,
'top_k' => 123,
'stop' => [
'<string>'
],
'stream' => true,
'compute_passport_id' => '<string>',
'trace_id' => '<string>',
'request_id' => '<string>'
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "http://localhost:3001/v1/run/inference"
payload := strings.NewReader("{\n \"model_passport_id\": \"<string>\",\n \"model\": \"<string>\",\n \"prompt\": \"<string>\",\n \"messages\": [\n {\n \"content\": \"<string>\",\n \"name\": \"<string>\",\n \"function_call\": {\n \"name\": \"<string>\",\n \"arguments\": \"<string>\"\n }\n }\n ],\n \"max_tokens\": 123,\n \"temperature\": 123,\n \"top_p\": 123,\n \"top_k\": 123,\n \"stop\": [\n \"<string>\"\n ],\n \"stream\": true,\n \"compute_passport_id\": \"<string>\",\n \"trace_id\": \"<string>\",\n \"request_id\": \"<string>\"\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("http://localhost:3001/v1/run/inference")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"model_passport_id\": \"<string>\",\n \"model\": \"<string>\",\n \"prompt\": \"<string>\",\n \"messages\": [\n {\n \"content\": \"<string>\",\n \"name\": \"<string>\",\n \"function_call\": {\n \"name\": \"<string>\",\n \"arguments\": \"<string>\"\n }\n }\n ],\n \"max_tokens\": 123,\n \"temperature\": 123,\n \"top_p\": 123,\n \"top_k\": 123,\n \"stop\": [\n \"<string>\"\n ],\n \"stream\": true,\n \"compute_passport_id\": \"<string>\",\n \"trace_id\": \"<string>\",\n \"request_id\": \"<string>\"\n}")
.asString();require 'uri'
require 'net/http'
url = URI("http://localhost:3001/v1/run/inference")
http = Net::HTTP.new(url.host, url.port)
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"model_passport_id\": \"<string>\",\n \"model\": \"<string>\",\n \"prompt\": \"<string>\",\n \"messages\": [\n {\n \"content\": \"<string>\",\n \"name\": \"<string>\",\n \"function_call\": {\n \"name\": \"<string>\",\n \"arguments\": \"<string>\"\n }\n }\n ],\n \"max_tokens\": 123,\n \"temperature\": 123,\n \"top_p\": 123,\n \"top_k\": 123,\n \"stop\": [\n \"<string>\"\n ],\n \"stream\": true,\n \"compute_passport_id\": \"<string>\",\n \"trace_id\": \"<string>\",\n \"request_id\": \"<string>\"\n}"
response = http.request(request)
puts response.read_body{
"success": true,
"run_id": "<string>",
"tokens_in": 123,
"tokens_out": 123,
"ttft_ms": 123,
"total_latency_ms": 123,
"model_passport_id": "<string>",
"compute_passport_id": "<string>",
"runtime": "<string>",
"request_id": "<string>",
"trace_id": "<string>",
"text": "<string>",
"finish_reason": "<string>",
"policy_hash": "<string>",
"receipt_id": "<string>",
"used_fallback": true,
"fallback_reason": "<string>",
"error": "<string>",
"error_code": "<string>"
}{
"success": true,
"error": "<string>",
"message": "<string>",
"error_code": "<string>",
"details": "<unknown>"
}{
"success": true,
"error": "<string>",
"message": "<string>",
"error_code": "<string>",
"details": "<unknown>"
}{
"success": true,
"error": "<string>",
"message": "<string>",
"error_code": "<string>",
"details": "<unknown>"
}Authorizations
Lucid API key (lk_live_... or lk_test_...)
Body
application/json
Response
Non-streaming inference result
⌘I
.png?fit=max&auto=format&n=VsjUqn6fLqEhBiuI&q=85&s=8b4c7e6431e9a6af1ef23b77bb4ff5fd)
.png?fit=max&auto=format&n=VsjUqn6fLqEhBiuI&q=85&s=d5651a45e4bfbabc33f74e146af3f94a)