Prometheus metrics endpoint
curl --request GET \
--url https://api.getlimina.ai/community/v4/metrics \
--header 'x-api-key: <api-key>'import requests
url = "https://api.getlimina.ai/community/v4/metrics"
headers = {"x-api-key": "<api-key>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {'x-api-key': '<api-key>'}};
fetch('https://api.getlimina.ai/community/v4/metrics', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.getlimina.ai/community/v4/metrics",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"x-api-key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.getlimina.ai/community/v4/metrics"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("x-api-key", "<api-key>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.getlimina.ai/community/v4/metrics")
.header("x-api-key", "<api-key>")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.getlimina.ai/community/v4/metrics")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["x-api-key"] = '<api-key>'
response = http.request(request)
puts response.read_body"# HELP characters_processed_total Number of characters processed\n# TYPE characters_processed_total counter\ncharacters_processed_total 63.0\n# HELP characters_processed_created Number of characters processed\n# TYPE characters_processed_created gauge\ncharacters_processed_created 1.7848166590821865e+09\n# HELP http_request_duration_seconds Duration of HTTP requests in seconds\n# TYPE http_request_duration_seconds histogram\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.005\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.01\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.025\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.05\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.075\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.1\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.25\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.5\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.75\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"1.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"2.5\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"5.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"7.5\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"10.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"25.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"50.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"75.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"100.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"250.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"500.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"750.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"1000.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"+Inf\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_count{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_sum{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 0.10682842321693897\n# HELP http_request_duration_seconds_created Duration of HTTP requests in seconds\n# TYPE http_request_duration_seconds_created gauge\nhttp_request_duration_seconds_created{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.7848166708028271e+09\n# HELP http_requests_total Total number of requests by method, status and handler.\n# TYPE http_requests_total counter\nhttp_requests_total{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.0\n# HELP http_requests_created Total number of requests by method, status and handler.\n# TYPE http_requests_created gauge\nhttp_requests_created{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.7848166708029535e+09\n# HELP http_request_size_bytes Content bytes of requests.\n# TYPE http_request_size_bytes summary\nhttp_request_size_bytes_count{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_size_bytes_sum{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 81.0\n# HELP http_request_size_bytes_created Content bytes of requests.\n# TYPE http_request_size_bytes_created gauge\nhttp_request_size_bytes_created{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.78481667080302e+09\n# HELP cpu_usage_percent CPU usage, in percentage\n# TYPE cpu_usage_percent gauge\ncpu_usage_percent 5.6\n# HELP cpu_memory_used_bytes CPU used memory, in bytes\n# TYPE cpu_memory_used_bytes gauge\ncpu_memory_used_bytes 1.0639978496e+010\n# HELP cpu_memory_total_bytes CPU total memory, in bytes\n# TYPE cpu_memory_total_bytes gauge\ncpu_memory_total_bytes 6.7361595392e+010\n# HELP cpu_load_percent CPU load, in percentage. Calculated for last 1m, 5m & 15m.\n# TYPE cpu_load_percent gauge\ncpu_load_percent{duration=\"1m\"} 2.764892578125\ncpu_load_percent{duration=\"5m\"} 1.6642252604166667\ncpu_load_percent{duration=\"15m\"} 1.409912109375\n\n# Triton Server Metrics Examples:\n# HELP nv_gpu_utilization GPU utilization in percentage\n# TYPE nv_gpu_utilization gauge\nnv_gpu_utilization{gpu=0} 45.2\n# HELP nv_gpu_memory_used_bytes GPU memory used in bytes\n# TYPE nv_gpu_memory_used_bytes gauge\nnv_gpu_memory_used_bytes{gpu=0} 8589934592.0\n# HELP triton_inference_request_success Total number of successful requests\n# TYPE triton_inference_request_success counter\ntriton_inference_request_success{model=\"deid_model\"} 150.0\n"Container Information
Prometheus metrics endpoint
This endpoint serves Prometheus metrics via a HTTP-based interface that provides access to metrics data in a format suitable for scraping by Prometheus servers. The endpoint provides real-time insights into how the system is functioning. The endpoint exposed the metrics in a time-series format, allowing you to track various types of data, including system resources usage, application performance, and other custom metrics.
Currently following metrics are available:
- cpu_usage_percent (CPU usage in percentage.)
- cpu_memory_used_bytes (Used CPU memory, in bytes.)
- cpu_memory_total_bytes (Total CPU memory, in bytes.)
- cpu_load_percent (CPU load, in percentage. Calculated for last 1m, 5m & 15m.)
- http_request_size_bytes (HTTP request sizes in bytes grouped by method, status and handler.)
- http_requests_total (Total number of requests grouped by method, status and handler.)
- http_request_duration_seconds (Duration of HTTP requests in seconds.)
- characters_processed_total (Total number of characters processed.)
- Triton metrics (if GPU mode is enabled and Triton server is running.)
GET
/
metrics
Prometheus metrics endpoint
curl --request GET \
--url https://api.getlimina.ai/community/v4/metrics \
--header 'x-api-key: <api-key>'import requests
url = "https://api.getlimina.ai/community/v4/metrics"
headers = {"x-api-key": "<api-key>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {'x-api-key': '<api-key>'}};
fetch('https://api.getlimina.ai/community/v4/metrics', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.getlimina.ai/community/v4/metrics",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "GET",
CURLOPT_HTTPHEADER => [
"x-api-key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"net/http"
"io"
)
func main() {
url := "https://api.getlimina.ai/community/v4/metrics"
req, _ := http.NewRequest("GET", url, nil)
req.Header.Add("x-api-key", "<api-key>")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.get("https://api.getlimina.ai/community/v4/metrics")
.header("x-api-key", "<api-key>")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.getlimina.ai/community/v4/metrics")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Get.new(url)
request["x-api-key"] = '<api-key>'
response = http.request(request)
puts response.read_body"# HELP characters_processed_total Number of characters processed\n# TYPE characters_processed_total counter\ncharacters_processed_total 63.0\n# HELP characters_processed_created Number of characters processed\n# TYPE characters_processed_created gauge\ncharacters_processed_created 1.7848166590821865e+09\n# HELP http_request_duration_seconds Duration of HTTP requests in seconds\n# TYPE http_request_duration_seconds histogram\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.005\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.01\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.025\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.05\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.075\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.1\",method=\"POST\",status=\"2xx\"} 0.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.25\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.5\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"0.75\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"1.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"2.5\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"5.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"7.5\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"10.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"25.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"50.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"75.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"100.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"250.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"500.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"750.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"1000.0\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_bucket{handler=\"/analyze/text\",le=\"+Inf\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_count{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_duration_seconds_sum{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 0.10682842321693897\n# HELP http_request_duration_seconds_created Duration of HTTP requests in seconds\n# TYPE http_request_duration_seconds_created gauge\nhttp_request_duration_seconds_created{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.7848166708028271e+09\n# HELP http_requests_total Total number of requests by method, status and handler.\n# TYPE http_requests_total counter\nhttp_requests_total{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.0\n# HELP http_requests_created Total number of requests by method, status and handler.\n# TYPE http_requests_created gauge\nhttp_requests_created{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.7848166708029535e+09\n# HELP http_request_size_bytes Content bytes of requests.\n# TYPE http_request_size_bytes summary\nhttp_request_size_bytes_count{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.0\nhttp_request_size_bytes_sum{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 81.0\n# HELP http_request_size_bytes_created Content bytes of requests.\n# TYPE http_request_size_bytes_created gauge\nhttp_request_size_bytes_created{handler=\"/analyze/text\",method=\"POST\",status=\"2xx\"} 1.78481667080302e+09\n# HELP cpu_usage_percent CPU usage, in percentage\n# TYPE cpu_usage_percent gauge\ncpu_usage_percent 5.6\n# HELP cpu_memory_used_bytes CPU used memory, in bytes\n# TYPE cpu_memory_used_bytes gauge\ncpu_memory_used_bytes 1.0639978496e+010\n# HELP cpu_memory_total_bytes CPU total memory, in bytes\n# TYPE cpu_memory_total_bytes gauge\ncpu_memory_total_bytes 6.7361595392e+010\n# HELP cpu_load_percent CPU load, in percentage. Calculated for last 1m, 5m & 15m.\n# TYPE cpu_load_percent gauge\ncpu_load_percent{duration=\"1m\"} 2.764892578125\ncpu_load_percent{duration=\"5m\"} 1.6642252604166667\ncpu_load_percent{duration=\"15m\"} 1.409912109375\n\n# Triton Server Metrics Examples:\n# HELP nv_gpu_utilization GPU utilization in percentage\n# TYPE nv_gpu_utilization gauge\nnv_gpu_utilization{gpu=0} 45.2\n# HELP nv_gpu_memory_used_bytes GPU memory used in bytes\n# TYPE nv_gpu_memory_used_bytes gauge\nnv_gpu_memory_used_bytes{gpu=0} 8589934592.0\n# HELP triton_inference_request_success Total number of successful requests\n# TYPE triton_inference_request_success counter\ntriton_inference_request_success{model=\"deid_model\"} 150.0\n"Authorizations
Response
200 - text/plain
Successful Response
The response is of type string.
⌘I