2026-06-06 20:12:40 +07:00
parent de84b2bf48
commit 97ac0f71f5
13682 changed files with 1125938 additions and 0 deletions
@@ -0,0 +1,700 @@
import { APIResource } from "../../resource.js";
import * as Core from "../../core.js";
import * as Shared from "../shared.js";
import * as GraderModelsAPI from "../graders/grader-models.js";
import * as ResponsesAPI from "../responses/responses.js";
import * as RunsAPI from "./runs/runs.js";
import { CreateEvalCompletionsRunDataSource, CreateEvalJSONLRunDataSource, EvalAPIError, RunCancelResponse, RunCreateParams, RunCreateResponse, RunDeleteResponse, RunListParams, RunListResponse, RunListResponsesPage, RunRetrieveResponse, Runs } from "./runs/runs.js";
import { CursorPage, type CursorPageParams } from "../../pagination.js";
export declare class Evals extends APIResource {
runs: RunsAPI.Runs;
/**
* Create the structure of an evaluation that can be used to test a model's
* performance. An evaluation is a set of testing criteria and the config for a
* data source, which dictates the schema of the data used in the evaluation. After
* creating an evaluation, you can run it on different models and model parameters.
* We support several types of graders and datasources. For more information, see
* the [Evals guide](https://platform.openai.com/docs/guides/evals).
*/
create(body: EvalCreateParams, options?: Core.RequestOptions): Core.APIPromise<EvalCreateResponse>;
/**
* Get an evaluation by ID.
*/
retrieve(evalId: string, options?: Core.RequestOptions): Core.APIPromise<EvalRetrieveResponse>;
/**
* Update certain properties of an evaluation.
*/
update(evalId: string, body: EvalUpdateParams, options?: Core.RequestOptions): Core.APIPromise<EvalUpdateResponse>;
/**
* List evaluations for a project.
*/
list(query?: EvalListParams, options?: Core.RequestOptions): Core.PagePromise<EvalListResponsesPage, EvalListResponse>;
list(options?: Core.RequestOptions): Core.PagePromise<EvalListResponsesPage, EvalListResponse>;
/**
* Delete an evaluation.
*/
del(evalId: string, options?: Core.RequestOptions): Core.APIPromise<EvalDeleteResponse>;
}
export declare class EvalListResponsesPage extends CursorPage<EvalListResponse> {
}
/**
* A CustomDataSourceConfig which specifies the schema of your `item` and
* optionally `sample` namespaces. The response schema defines the shape of the
* data that will be:
*
* - Used to define your testing criteria and
* - What data is required when creating a run
*/
export interface EvalCustomDataSourceConfig {
/**
* The json schema for the run data source items. Learn how to build JSON schemas
* [here](https://json-schema.org/).
*/
schema: Record<string, unknown>;
/**
* The type of data source. Always `custom`.
*/
type: 'custom';
}
/**
* @deprecated Deprecated in favor of LogsDataSourceConfig.
*/
export interface EvalStoredCompletionsDataSourceConfig {
/**
* The json schema for the run data source items. Learn how to build JSON schemas
* [here](https://json-schema.org/).
*/
schema: Record<string, unknown>;
/**
* The type of data source. Always `stored_completions`.
*/
type: 'stored_completions';
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata?: Shared.Metadata | null;
}
/**
* An Eval object with a data source config and testing criteria. An Eval
* represents a task to be done for your LLM integration. Like:
*
* - Improve the quality of my chatbot
* - See how well my chatbot handles customer support
* - Check if o4-mini is better at my usecase than gpt-4o
*/
export interface EvalCreateResponse {
/**
* Unique identifier for the evaluation.
*/
id: string;
/**
* The Unix timestamp (in seconds) for when the eval was created.
*/
created_at: number;
/**
* Configuration of data sources used in runs of the evaluation.
*/
data_source_config: EvalCustomDataSourceConfig | EvalCreateResponse.Logs | EvalStoredCompletionsDataSourceConfig;
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata: Shared.Metadata | null;
/**
* The name of the evaluation.
*/
name: string;
/**
* The object type.
*/
object: 'eval';
/**
* A list of testing criteria.
*/
testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalCreateResponse.EvalGraderTextSimilarity | EvalCreateResponse.EvalGraderPython | EvalCreateResponse.EvalGraderScoreModel>;
}
export declare namespace EvalCreateResponse {
/**
* A LogsDataSourceConfig which specifies the metadata property of your logs query.
* This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
* schema returned by this data source config is used to defined what variables are
* available in your evals. `item` and `sample` are both defined when using this
* data source config.
*/
interface Logs {
/**
* The json schema for the run data source items. Learn how to build JSON schemas
* [here](https://json-schema.org/).
*/
schema: Record<string, unknown>;
/**
* The type of data source. Always `logs`.
*/
type: 'logs';
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata?: Shared.Metadata | null;
}
/**
* A TextSimilarityGrader object which grades text based on similarity metrics.
*/
interface EvalGraderTextSimilarity extends GraderModelsAPI.TextSimilarityGrader {
/**
* The threshold for the score.
*/
pass_threshold: number;
}
/**
* A PythonGrader object that runs a python script on the input.
*/
interface EvalGraderPython extends GraderModelsAPI.PythonGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
/**
* A ScoreModelGrader object that uses a model to assign a score to the input.
*/
interface EvalGraderScoreModel extends GraderModelsAPI.ScoreModelGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
}
/**
* An Eval object with a data source config and testing criteria. An Eval
* represents a task to be done for your LLM integration. Like:
*
* - Improve the quality of my chatbot
* - See how well my chatbot handles customer support
* - Check if o4-mini is better at my usecase than gpt-4o
*/
export interface EvalRetrieveResponse {
/**
* Unique identifier for the evaluation.
*/
id: string;
/**
* The Unix timestamp (in seconds) for when the eval was created.
*/
created_at: number;
/**
* Configuration of data sources used in runs of the evaluation.
*/
data_source_config: EvalCustomDataSourceConfig | EvalRetrieveResponse.Logs | EvalStoredCompletionsDataSourceConfig;
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata: Shared.Metadata | null;
/**
* The name of the evaluation.
*/
name: string;
/**
* The object type.
*/
object: 'eval';
/**
* A list of testing criteria.
*/
testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalRetrieveResponse.EvalGraderTextSimilarity | EvalRetrieveResponse.EvalGraderPython | EvalRetrieveResponse.EvalGraderScoreModel>;
}
export declare namespace EvalRetrieveResponse {
/**
* A LogsDataSourceConfig which specifies the metadata property of your logs query.
* This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
* schema returned by this data source config is used to defined what variables are
* available in your evals. `item` and `sample` are both defined when using this
* data source config.
*/
interface Logs {
/**
* The json schema for the run data source items. Learn how to build JSON schemas
* [here](https://json-schema.org/).
*/
schema: Record<string, unknown>;
/**
* The type of data source. Always `logs`.
*/
type: 'logs';
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata?: Shared.Metadata | null;
}
/**
* A TextSimilarityGrader object which grades text based on similarity metrics.
*/
interface EvalGraderTextSimilarity extends GraderModelsAPI.TextSimilarityGrader {
/**
* The threshold for the score.
*/
pass_threshold: number;
}
/**
* A PythonGrader object that runs a python script on the input.
*/
interface EvalGraderPython extends GraderModelsAPI.PythonGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
/**
* A ScoreModelGrader object that uses a model to assign a score to the input.
*/
interface EvalGraderScoreModel extends GraderModelsAPI.ScoreModelGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
}
/**
* An Eval object with a data source config and testing criteria. An Eval
* represents a task to be done for your LLM integration. Like:
*
* - Improve the quality of my chatbot
* - See how well my chatbot handles customer support
* - Check if o4-mini is better at my usecase than gpt-4o
*/
export interface EvalUpdateResponse {
/**
* Unique identifier for the evaluation.
*/
id: string;
/**
* The Unix timestamp (in seconds) for when the eval was created.
*/
created_at: number;
/**
* Configuration of data sources used in runs of the evaluation.
*/
data_source_config: EvalCustomDataSourceConfig | EvalUpdateResponse.Logs | EvalStoredCompletionsDataSourceConfig;
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata: Shared.Metadata | null;
/**
* The name of the evaluation.
*/
name: string;
/**
* The object type.
*/
object: 'eval';
/**
* A list of testing criteria.
*/
testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalUpdateResponse.EvalGraderTextSimilarity | EvalUpdateResponse.EvalGraderPython | EvalUpdateResponse.EvalGraderScoreModel>;
}
export declare namespace EvalUpdateResponse {
/**
* A LogsDataSourceConfig which specifies the metadata property of your logs query.
* This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
* schema returned by this data source config is used to defined what variables are
* available in your evals. `item` and `sample` are both defined when using this
* data source config.
*/
interface Logs {
/**
* The json schema for the run data source items. Learn how to build JSON schemas
* [here](https://json-schema.org/).
*/
schema: Record<string, unknown>;
/**
* The type of data source. Always `logs`.
*/
type: 'logs';
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata?: Shared.Metadata | null;
}
/**
* A TextSimilarityGrader object which grades text based on similarity metrics.
*/
interface EvalGraderTextSimilarity extends GraderModelsAPI.TextSimilarityGrader {
/**
* The threshold for the score.
*/
pass_threshold: number;
}
/**
* A PythonGrader object that runs a python script on the input.
*/
interface EvalGraderPython extends GraderModelsAPI.PythonGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
/**
* A ScoreModelGrader object that uses a model to assign a score to the input.
*/
interface EvalGraderScoreModel extends GraderModelsAPI.ScoreModelGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
}
/**
* An Eval object with a data source config and testing criteria. An Eval
* represents a task to be done for your LLM integration. Like:
*
* - Improve the quality of my chatbot
* - See how well my chatbot handles customer support
* - Check if o4-mini is better at my usecase than gpt-4o
*/
export interface EvalListResponse {
/**
* Unique identifier for the evaluation.
*/
id: string;
/**
* The Unix timestamp (in seconds) for when the eval was created.
*/
created_at: number;
/**
* Configuration of data sources used in runs of the evaluation.
*/
data_source_config: EvalCustomDataSourceConfig | EvalListResponse.Logs | EvalStoredCompletionsDataSourceConfig;
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata: Shared.Metadata | null;
/**
* The name of the evaluation.
*/
name: string;
/**
* The object type.
*/
object: 'eval';
/**
* A list of testing criteria.
*/
testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalListResponse.EvalGraderTextSimilarity | EvalListResponse.EvalGraderPython | EvalListResponse.EvalGraderScoreModel>;
}
export declare namespace EvalListResponse {
/**
* A LogsDataSourceConfig which specifies the metadata property of your logs query.
* This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
* schema returned by this data source config is used to defined what variables are
* available in your evals. `item` and `sample` are both defined when using this
* data source config.
*/
interface Logs {
/**
* The json schema for the run data source items. Learn how to build JSON schemas
* [here](https://json-schema.org/).
*/
schema: Record<string, unknown>;
/**
* The type of data source. Always `logs`.
*/
type: 'logs';
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata?: Shared.Metadata | null;
}
/**
* A TextSimilarityGrader object which grades text based on similarity metrics.
*/
interface EvalGraderTextSimilarity extends GraderModelsAPI.TextSimilarityGrader {
/**
* The threshold for the score.
*/
pass_threshold: number;
}
/**
* A PythonGrader object that runs a python script on the input.
*/
interface EvalGraderPython extends GraderModelsAPI.PythonGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
/**
* A ScoreModelGrader object that uses a model to assign a score to the input.
*/
interface EvalGraderScoreModel extends GraderModelsAPI.ScoreModelGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
}
export interface EvalDeleteResponse {
deleted: boolean;
eval_id: string;
object: string;
}
export interface EvalCreateParams {
/**
* The configuration for the data source used for the evaluation runs. Dictates the
* schema of the data used in the evaluation.
*/
data_source_config: EvalCreateParams.Custom | EvalCreateParams.Logs | EvalCreateParams.StoredCompletions;
/**
* A list of graders for all eval runs in this group. Graders can reference
* variables in the data source using double curly braces notation, like
* `{{item.variable_name}}`. To reference the model's output, use the `sample`
* namespace (ie, `{{sample.output_text}}`).
*/
testing_criteria: Array<EvalCreateParams.LabelModel | GraderModelsAPI.StringCheckGrader | EvalCreateParams.TextSimilarity | EvalCreateParams.Python | EvalCreateParams.ScoreModel>;
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata?: Shared.Metadata | null;
/**
* The name of the evaluation.
*/
name?: string;
}
export declare namespace EvalCreateParams {
/**
* A CustomDataSourceConfig object that defines the schema for the data source used
* for the evaluation runs. This schema is used to define the shape of the data
* that will be:
*
* - Used to define your testing criteria and
* - What data is required when creating a run
*/
interface Custom {
/**
* The json schema for each row in the data source.
*/
item_schema: Record<string, unknown>;
/**
* The type of data source. Always `custom`.
*/
type: 'custom';
/**
* Whether the eval should expect you to populate the sample namespace (ie, by
* generating responses off of your data source)
*/
include_sample_schema?: boolean;
}
/**
* A data source config which specifies the metadata property of your logs query.
* This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc.
*/
interface Logs {
/**
* The type of data source. Always `logs`.
*/
type: 'logs';
/**
* Metadata filters for the logs data source.
*/
metadata?: Record<string, unknown>;
}
/**
* @deprecated Deprecated in favor of LogsDataSourceConfig.
*/
interface StoredCompletions {
/**
* The type of data source. Always `stored_completions`.
*/
type: 'stored_completions';
/**
* Metadata filters for the stored completions data source.
*/
metadata?: Record<string, unknown>;
}
/**
* A LabelModelGrader object which uses a model to assign labels to each item in
* the evaluation.
*/
interface LabelModel {
/**
* A list of chat messages forming the prompt or context. May include variable
* references to the `item` namespace, ie {{item.name}}.
*/
input: Array<LabelModel.SimpleInputMessage | LabelModel.EvalItem>;
/**
* The labels to classify to each item in the evaluation.
*/
labels: Array<string>;
/**
* The model to use for the evaluation. Must support structured outputs.
*/
model: string;
/**
* The name of the grader.
*/
name: string;
/**
* The labels that indicate a passing result. Must be a subset of labels.
*/
passing_labels: Array<string>;
/**
* The object type, which is always `label_model`.
*/
type: 'label_model';
}
namespace LabelModel {
interface SimpleInputMessage {
/**
* The content of the message.
*/
content: string;
/**
* The role of the message (e.g. "system", "assistant", "user").
*/
role: string;
}
/**
* A message input to the model with a role indicating instruction following
* hierarchy. Instructions given with the `developer` or `system` role take
* precedence over instructions given with the `user` role. Messages with the
* `assistant` role are presumed to have been generated by the model in previous
* interactions.
*/
interface EvalItem {
/**
* Text inputs to the model - can contain template strings.
*/
content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText;
/**
* The role of the message input. One of `user`, `assistant`, `system`, or
* `developer`.
*/
role: 'user' | 'assistant' | 'system' | 'developer';
/**
* The type of the message input. Always `message`.
*/
type?: 'message';
}
namespace EvalItem {
/**
* A text output from the model.
*/
interface OutputText {
/**
* The text output from the model.
*/
text: string;
/**
* The type of the output text. Always `output_text`.
*/
type: 'output_text';
}
}
}
/**
* A TextSimilarityGrader object which grades text based on similarity metrics.
*/
interface TextSimilarity extends GraderModelsAPI.TextSimilarityGrader {
/**
* The threshold for the score.
*/
pass_threshold: number;
}
/**
* A PythonGrader object that runs a python script on the input.
*/
interface Python extends GraderModelsAPI.PythonGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
/**
* A ScoreModelGrader object that uses a model to assign a score to the input.
*/
interface ScoreModel extends GraderModelsAPI.ScoreModelGrader {
/**
* The threshold for the score.
*/
pass_threshold?: number;
}
}
export interface EvalUpdateParams {
/**
* Set of 16 key-value pairs that can be attached to an object. This can be useful
* for storing additional information about the object in a structured format, and
* querying for objects via API or the dashboard.
*
* Keys are strings with a maximum length of 64 characters. Values are strings with
* a maximum length of 512 characters.
*/
metadata?: Shared.Metadata | null;
/**
* Rename the evaluation.
*/
name?: string;
}
export interface EvalListParams extends CursorPageParams {
/**
* Sort order for evals by timestamp. Use `asc` for ascending order or `desc` for
* descending order.
*/
order?: 'asc' | 'desc';
/**
* Evals can be ordered by creation time or last updated time. Use `created_at` for
* creation time or `updated_at` for last updated time.
*/
order_by?: 'created_at' | 'updated_at';
}
export declare namespace Evals {
export { type EvalCustomDataSourceConfig as EvalCustomDataSourceConfig, type EvalStoredCompletionsDataSourceConfig as EvalStoredCompletionsDataSourceConfig, type EvalCreateResponse as EvalCreateResponse, type EvalRetrieveResponse as EvalRetrieveResponse, type EvalUpdateResponse as EvalUpdateResponse, type EvalListResponse as EvalListResponse, type EvalDeleteResponse as EvalDeleteResponse, EvalListResponsesPage as EvalListResponsesPage, type EvalCreateParams as EvalCreateParams, type EvalUpdateParams as EvalUpdateParams, type EvalListParams as EvalListParams, };
export { Runs as Runs, type CreateEvalCompletionsRunDataSource as CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource as CreateEvalJSONLRunDataSource, type EvalAPIError as EvalAPIError, type RunCreateResponse as RunCreateResponse, type RunRetrieveResponse as RunRetrieveResponse, type RunListResponse as RunListResponse, type RunDeleteResponse as RunDeleteResponse, type RunCancelResponse as RunCancelResponse, RunListResponsesPage as RunListResponsesPage, type RunCreateParams as RunCreateParams, type RunListParams as RunListParams, };
}
//# sourceMappingURL=evals.d.ts.map
File diff suppressed because one or more lines are too long
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 6ea6b566f25a84bbbbc5eb5c4f9b9d48
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/evals.d.ts.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: b981b7d01c3694c8097ab611926a97ed
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/evals.d.ts
uploadId: 920982
@@ -0,0 +1,81 @@
"use strict";
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.EvalListResponsesPage = exports.Evals = void 0;
const resource_1 = require("../../resource.js");
const core_1 = require("../../core.js");
const RunsAPI = __importStar(require("./runs/runs.js"));
const runs_1 = require("./runs/runs.js");
const pagination_1 = require("../../pagination.js");
class Evals extends resource_1.APIResource {
constructor() {
super(...arguments);
this.runs = new RunsAPI.Runs(this._client);
}
/**
* Create the structure of an evaluation that can be used to test a model's
* performance. An evaluation is a set of testing criteria and the config for a
* data source, which dictates the schema of the data used in the evaluation. After
* creating an evaluation, you can run it on different models and model parameters.
* We support several types of graders and datasources. For more information, see
* the [Evals guide](https://platform.openai.com/docs/guides/evals).
*/
create(body, options) {
return this._client.post('/evals', { body, ...options });
}
/**
* Get an evaluation by ID.
*/
retrieve(evalId, options) {
return this._client.get(`/evals/${evalId}`, options);
}
/**
* Update certain properties of an evaluation.
*/
update(evalId, body, options) {
return this._client.post(`/evals/${evalId}`, { body, ...options });
}
list(query = {}, options) {
if ((0, core_1.isRequestOptions)(query)) {
return this.list({}, query);
}
return this._client.getAPIList('/evals', EvalListResponsesPage, { query, ...options });
}
/**
* Delete an evaluation.
*/
del(evalId, options) {
return this._client.delete(`/evals/${evalId}`, options);
}
}
exports.Evals = Evals;
class EvalListResponsesPage extends pagination_1.CursorPage {
}
exports.EvalListResponsesPage = EvalListResponsesPage;
Evals.EvalListResponsesPage = EvalListResponsesPage;
Evals.Runs = runs_1.Runs;
Evals.RunListResponsesPage = runs_1.RunListResponsesPage;
//# sourceMappingURL=evals.js.map
@@ -0,0 +1 @@
{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,wCAA8C;AAK9C,wDAAuC;AACvC,yCAaqB;AACrB,oDAAqE;AAErE,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAwDtD,CAAC;IAtDC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAzDD,sBAyDC;AAED,MAAa,qBAAsB,SAAQ,uBAA4B;CAAG;AAA1E,sDAA0E;AAuxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,2BAAoB,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 0a3874855fbda4d6a8c5d31c3bf8ee2a
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/evals.js.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 640125c9f47cf42568e40cf1246d1867
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/evals.js
uploadId: 920982
@@ -0,0 +1,53 @@
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
import { APIResource } from "../../resource.mjs";
import { isRequestOptions } from "../../core.mjs";
import * as RunsAPI from "./runs/runs.mjs";
import { RunListResponsesPage, Runs, } from "./runs/runs.mjs";
import { CursorPage } from "../../pagination.mjs";
export class Evals extends APIResource {
constructor() {
super(...arguments);
this.runs = new RunsAPI.Runs(this._client);
}
/**
* Create the structure of an evaluation that can be used to test a model's
* performance. An evaluation is a set of testing criteria and the config for a
* data source, which dictates the schema of the data used in the evaluation. After
* creating an evaluation, you can run it on different models and model parameters.
* We support several types of graders and datasources. For more information, see
* the [Evals guide](https://platform.openai.com/docs/guides/evals).
*/
create(body, options) {
return this._client.post('/evals', { body, ...options });
}
/**
* Get an evaluation by ID.
*/
retrieve(evalId, options) {
return this._client.get(`/evals/${evalId}`, options);
}
/**
* Update certain properties of an evaluation.
*/
update(evalId, body, options) {
return this._client.post(`/evals/${evalId}`, { body, ...options });
}
list(query = {}, options) {
if (isRequestOptions(query)) {
return this.list({}, query);
}
return this._client.getAPIList('/evals', EvalListResponsesPage, { query, ...options });
}
/**
* Delete an evaluation.
*/
del(evalId, options) {
return this._client.delete(`/evals/${evalId}`, options);
}
}
export class EvalListResponsesPage extends CursorPage {
}
Evals.EvalListResponsesPage = EvalListResponsesPage;
Evals.Runs = Runs;
Evals.RunListResponsesPage = RunListResponsesPage;
//# sourceMappingURL=evals.mjs.map
@@ -0,0 +1 @@
{"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAKpB,KAAK,OAAO;OACZ,EAUL,oBAAoB,EAEpB,IAAI,GACL;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAwDtD,CAAC;IAtDC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,UAA4B;CAAG;AAuxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,oBAAoB,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 0e48a33f595c940a19f3530351533604
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/evals.mjs.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: f2d23a6092b9a49ab8d03422501451a1
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/evals.mjs
uploadId: 920982
@@ -0,0 +1,3 @@
export { EvalListResponsesPage, Evals, type EvalCustomDataSourceConfig, type EvalStoredCompletionsDataSourceConfig, type EvalCreateResponse, type EvalRetrieveResponse, type EvalUpdateResponse, type EvalListResponse, type EvalDeleteResponse, type EvalCreateParams, type EvalUpdateParams, type EvalListParams, } from "./evals.js";
export { RunListResponsesPage, Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunListParams, } from "./runs/index.js";
//# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/evals/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,qBAAqB,EACrB,KAAK,EACL,KAAK,0BAA0B,EAC/B,KAAK,qCAAqC,EAC1C,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,gBAAgB,EACrB,KAAK,cAAc,GACpB,MAAM,SAAS,CAAC;AACjB,OAAO,EACL,oBAAoB,EACpB,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,aAAa,GACnB,MAAM,cAAc,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 1615267a586034873b9d21d9676ead15
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/index.d.ts.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 5db6ae9fcd6e9486080e238dd7c5086f
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/index.d.ts
uploadId: 920982
@@ -0,0 +1,11 @@
"use strict";
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
Object.defineProperty(exports, "__esModule", { value: true });
exports.Runs = exports.RunListResponsesPage = exports.Evals = exports.EvalListResponsesPage = void 0;
var evals_1 = require("./evals.js");
Object.defineProperty(exports, "EvalListResponsesPage", { enumerable: true, get: function () { return evals_1.EvalListResponsesPage; } });
Object.defineProperty(exports, "Evals", { enumerable: true, get: function () { return evals_1.Evals; } });
var index_1 = require("./runs/index.js");
Object.defineProperty(exports, "RunListResponsesPage", { enumerable: true, get: function () { return index_1.RunListResponsesPage; } });
Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return index_1.Runs; } });
//# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/evals/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,oCAaiB;AAZf,8GAAA,qBAAqB,OAAA;AACrB,8FAAA,KAAK,OAAA;AAYP,yCAasB;AAZpB,6GAAA,oBAAoB,OAAA;AACpB,6FAAA,IAAI,OAAA"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 9c998f382b4c64180bc896ab0f327819
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/index.js.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: a53a45107b20a427dbe2ce7766e5cf41
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/index.js
uploadId: 920982
@@ -0,0 +1,4 @@
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
export { EvalListResponsesPage, Evals, } from "./evals.mjs";
export { RunListResponsesPage, Runs, } from "./runs/index.mjs";
//# sourceMappingURL=index.mjs.map
@@ -0,0 +1 @@
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/evals/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,qBAAqB,EACrB,KAAK,GAWN;OACM,EACL,oBAAoB,EACpB,IAAI,GAWL"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 8b1fe1d0f24254b9ab3bb6d81da1e17b
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/index.mjs.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: e43d13078c67c42a3b11378017b4669a
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/index.mjs
uploadId: 920982
@@ -0,0 +1,2 @@
export * from "./runs/index.js";
//# sourceMappingURL=runs.d.ts.map
@@ -0,0 +1 @@
{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../src/resources/evals/runs.ts"],"names":[],"mappings":"AAEA,cAAc,cAAc,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 060363b199e2548f8bb5ebfdc0f8efbe
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs.d.ts.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: a8a4c88e0a6aa48b8812b2fd07688fd6
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs.d.ts
uploadId: 920982
@@ -0,0 +1,19 @@
"use strict";
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __exportStar = (this && this.__exportStar) || function(m, exports) {
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
};
Object.defineProperty(exports, "__esModule", { value: true });
__exportStar(require("./runs/index.js"), exports);
//# sourceMappingURL=runs.js.map
@@ -0,0 +1 @@
{"version":3,"file":"runs.js","sourceRoot":"","sources":["../../src/resources/evals/runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;AAEtF,kDAA6B"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: dd284d29112034f728c71ab76f6b6867
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs.js.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 0b362c1282c9249e39485de7bf75b200
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs.js
uploadId: 920982
@@ -0,0 +1,8 @@
fileFormatVersion: 2
guid: 7b54ce73cffcd4c428818db0acb714f4
folderAsset: yes
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
@@ -0,0 +1,3 @@
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
export * from "./runs/index.mjs";
//# sourceMappingURL=runs.mjs.map
@@ -0,0 +1 @@
{"version":3,"file":"runs.mjs","sourceRoot":"","sources":["../../src/resources/evals/runs.ts"],"names":[],"mappings":"AAAA,sFAAsF"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 25a9013d3563e497a82ee13925b7bfb5
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs.mjs.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 1814f122ab7084576a44e5930981b330
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs.mjs
uploadId: 920982
@@ -0,0 +1,3 @@
export { OutputItemListResponsesPage, OutputItems, type OutputItemRetrieveResponse, type OutputItemListResponse, type OutputItemListParams, } from "./output-items.js";
export { RunListResponsesPage, Runs, type CreateEvalCompletionsRunDataSource, type CreateEvalJSONLRunDataSource, type EvalAPIError, type RunCreateResponse, type RunRetrieveResponse, type RunListResponse, type RunDeleteResponse, type RunCancelResponse, type RunCreateParams, type RunListParams, } from "./runs.js";
//# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,2BAA2B,EAC3B,WAAW,EACX,KAAK,0BAA0B,EAC/B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,GAC1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,oBAAoB,EACpB,IAAI,EACJ,KAAK,kCAAkC,EACvC,KAAK,4BAA4B,EACjC,KAAK,YAAY,EACjB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,aAAa,GACnB,MAAM,QAAQ,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: bf84da8e9f9014eb8a30c13d80199ad3
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/index.d.ts.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: b653da071eec448c3b70ec32bf48bdc5
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/index.d.ts
uploadId: 920982
@@ -0,0 +1,11 @@
"use strict";
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
Object.defineProperty(exports, "__esModule", { value: true });
exports.Runs = exports.RunListResponsesPage = exports.OutputItems = exports.OutputItemListResponsesPage = void 0;
var output_items_1 = require("./output-items.js");
Object.defineProperty(exports, "OutputItemListResponsesPage", { enumerable: true, get: function () { return output_items_1.OutputItemListResponsesPage; } });
Object.defineProperty(exports, "OutputItems", { enumerable: true, get: function () { return output_items_1.OutputItems; } });
var runs_1 = require("./runs.js");
Object.defineProperty(exports, "RunListResponsesPage", { enumerable: true, get: function () { return runs_1.RunListResponsesPage; } });
Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return runs_1.Runs; } });
//# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAMwB;AALtB,2HAAA,2BAA2B,OAAA;AAC3B,2GAAA,WAAW,OAAA;AAKb,kCAagB;AAZd,4GAAA,oBAAoB,OAAA;AACpB,4FAAA,IAAI,OAAA"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 3dc6e3f8124f649bfa5acd4c77c18060
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/index.js.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: c841202215b4945a3b7a238d8a79034f
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/index.js
uploadId: 920982
@@ -0,0 +1,4 @@
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
export { OutputItemListResponsesPage, OutputItems, } from "./output-items.mjs";
export { RunListResponsesPage, Runs, } from "./runs.mjs";
//# sourceMappingURL=index.mjs.map
@@ -0,0 +1 @@
{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,2BAA2B,EAC3B,WAAW,GAIZ;OACM,EACL,oBAAoB,EACpB,IAAI,GAWL"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: a9194c787c5d34078bd118f469f4d20d
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/index.mjs.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: f1f53d7fbaf294d63839f0114b1693a1
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/index.mjs
uploadId: 920982
@@ -0,0 +1,309 @@
import { APIResource } from "../../../resource.js";
import * as Core from "../../../core.js";
import * as RunsAPI from "./runs.js";
import { CursorPage, type CursorPageParams } from "../../../pagination.js";
export declare class OutputItems extends APIResource {
/**
* Get an evaluation run output item by ID.
*/
retrieve(evalId: string, runId: string, outputItemId: string, options?: Core.RequestOptions): Core.APIPromise<OutputItemRetrieveResponse>;
/**
* Get a list of output items for an evaluation run.
*/
list(evalId: string, runId: string, query?: OutputItemListParams, options?: Core.RequestOptions): Core.PagePromise<OutputItemListResponsesPage, OutputItemListResponse>;
list(evalId: string, runId: string, options?: Core.RequestOptions): Core.PagePromise<OutputItemListResponsesPage, OutputItemListResponse>;
}
export declare class OutputItemListResponsesPage extends CursorPage<OutputItemListResponse> {
}
/**
* A schema representing an evaluation run output item.
*/
export interface OutputItemRetrieveResponse {
/**
* Unique identifier for the evaluation run output item.
*/
id: string;
/**
* Unix timestamp (in seconds) when the evaluation run was created.
*/
created_at: number;
/**
* Details of the input data source item.
*/
datasource_item: Record<string, unknown>;
/**
* The identifier for the data source item.
*/
datasource_item_id: number;
/**
* The identifier of the evaluation group.
*/
eval_id: string;
/**
* The type of the object. Always "eval.run.output_item".
*/
object: 'eval.run.output_item';
/**
* A list of results from the evaluation run.
*/
results: Array<Record<string, unknown>>;
/**
* The identifier of the evaluation run associated with this output item.
*/
run_id: string;
/**
* A sample containing the input and output of the evaluation run.
*/
sample: OutputItemRetrieveResponse.Sample;
/**
* The status of the evaluation run.
*/
status: string;
}
export declare namespace OutputItemRetrieveResponse {
/**
* A sample containing the input and output of the evaluation run.
*/
interface Sample {
/**
* An object representing an error response from the Eval API.
*/
error: RunsAPI.EvalAPIError;
/**
* The reason why the sample generation was finished.
*/
finish_reason: string;
/**
* An array of input messages.
*/
input: Array<Sample.Input>;
/**
* The maximum number of tokens allowed for completion.
*/
max_completion_tokens: number;
/**
* The model used for generating the sample.
*/
model: string;
/**
* An array of output messages.
*/
output: Array<Sample.Output>;
/**
* The seed used for generating the sample.
*/
seed: number;
/**
* The sampling temperature used.
*/
temperature: number;
/**
* The top_p value used for sampling.
*/
top_p: number;
/**
* Token usage details for the sample.
*/
usage: Sample.Usage;
}
namespace Sample {
/**
* An input message.
*/
interface Input {
/**
* The content of the message.
*/
content: string;
/**
* The role of the message sender (e.g., system, user, developer).
*/
role: string;
}
interface Output {
/**
* The content of the message.
*/
content?: string;
/**
* The role of the message (e.g. "system", "assistant", "user").
*/
role?: string;
}
/**
* Token usage details for the sample.
*/
interface Usage {
/**
* The number of tokens retrieved from cache.
*/
cached_tokens: number;
/**
* The number of completion tokens generated.
*/
completion_tokens: number;
/**
* The number of prompt tokens used.
*/
prompt_tokens: number;
/**
* The total number of tokens used.
*/
total_tokens: number;
}
}
}
/**
* A schema representing an evaluation run output item.
*/
export interface OutputItemListResponse {
/**
* Unique identifier for the evaluation run output item.
*/
id: string;
/**
* Unix timestamp (in seconds) when the evaluation run was created.
*/
created_at: number;
/**
* Details of the input data source item.
*/
datasource_item: Record<string, unknown>;
/**
* The identifier for the data source item.
*/
datasource_item_id: number;
/**
* The identifier of the evaluation group.
*/
eval_id: string;
/**
* The type of the object. Always "eval.run.output_item".
*/
object: 'eval.run.output_item';
/**
* A list of results from the evaluation run.
*/
results: Array<Record<string, unknown>>;
/**
* The identifier of the evaluation run associated with this output item.
*/
run_id: string;
/**
* A sample containing the input and output of the evaluation run.
*/
sample: OutputItemListResponse.Sample;
/**
* The status of the evaluation run.
*/
status: string;
}
export declare namespace OutputItemListResponse {
/**
* A sample containing the input and output of the evaluation run.
*/
interface Sample {
/**
* An object representing an error response from the Eval API.
*/
error: RunsAPI.EvalAPIError;
/**
* The reason why the sample generation was finished.
*/
finish_reason: string;
/**
* An array of input messages.
*/
input: Array<Sample.Input>;
/**
* The maximum number of tokens allowed for completion.
*/
max_completion_tokens: number;
/**
* The model used for generating the sample.
*/
model: string;
/**
* An array of output messages.
*/
output: Array<Sample.Output>;
/**
* The seed used for generating the sample.
*/
seed: number;
/**
* The sampling temperature used.
*/
temperature: number;
/**
* The top_p value used for sampling.
*/
top_p: number;
/**
* Token usage details for the sample.
*/
usage: Sample.Usage;
}
namespace Sample {
/**
* An input message.
*/
interface Input {
/**
* The content of the message.
*/
content: string;
/**
* The role of the message sender (e.g., system, user, developer).
*/
role: string;
}
interface Output {
/**
* The content of the message.
*/
content?: string;
/**
* The role of the message (e.g. "system", "assistant", "user").
*/
role?: string;
}
/**
* Token usage details for the sample.
*/
interface Usage {
/**
* The number of tokens retrieved from cache.
*/
cached_tokens: number;
/**
* The number of completion tokens generated.
*/
completion_tokens: number;
/**
* The number of prompt tokens used.
*/
prompt_tokens: number;
/**
* The total number of tokens used.
*/
total_tokens: number;
}
}
}
export interface OutputItemListParams extends CursorPageParams {
/**
* Sort order for output items by timestamp. Use `asc` for ascending order or
* `desc` for descending order. Defaults to `asc`.
*/
order?: 'asc' | 'desc';
/**
* Filter output items by status. Use `failed` to filter by failed output items or
* `pass` to filter by passed output items.
*/
status?: 'fail' | 'pass';
}
export declare namespace OutputItems {
export { type OutputItemRetrieveResponse as OutputItemRetrieveResponse, type OutputItemListResponse as OutputItemListResponse, OutputItemListResponsesPage as OutputItemListResponsesPage, type OutputItemListParams as OutputItemListParams, };
}
//# sourceMappingURL=output-items.d.ts.map
@@ -0,0 +1 @@
{"version":3,"file":"output-items.d.ts","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAExE,qBAAa,WAAY,SAAQ,WAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAI9C;;OAEG;IACH,IAAI,CACF,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,oBAAoB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,2BAA2B,EAAE,sBAAsB,CAAC;IACxE,IAAI,CACF,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,2BAA2B,EAAE,sBAAsB,CAAC;CAgBzE;AAED,qBAAa,2BAA4B,SAAQ,UAAU,CAAC,sBAAsB,CAAC;CAAG;AAEtF;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEzC;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAExC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,0BAA0B,CAAC,MAAM,CAAC;IAE1C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,0BAA0B,CAAC;IAC1C;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEzC;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAE3B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC;IAE/B;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAExC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,sBAAsB,CAAC,MAAM,CAAC;IAEtC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,sBAAsB,CAAC;IACtC;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC;QAE5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE3B;;WAEG;QACH,qBAAqB,EAAE,MAAM,CAAC;QAE9B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE7B;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;KACrB;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,iBAAiB,EAAE,MAAM,CAAC;YAE1B;;eAEG;YACH,aAAa,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,YAAY,EAAE,MAAM,CAAC;SACtB;KACF;CACF;AAED,MAAM,WAAW,oBAAqB,SAAQ,gBAAgB;IAC5D;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC1B;AAID,MAAM,CAAC,OAAO,WAAW,WAAW,CAAC;IACnC,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,2BAA2B,IAAI,2BAA2B,EAC1D,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 6f5a39bfd251c499998dcfae79e029bf
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/output-items.d.ts.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 2e8606446146e437795dc8e5c92a28e6
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/output-items.d.ts
uploadId: 920982
@@ -0,0 +1,27 @@
"use strict";
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
Object.defineProperty(exports, "__esModule", { value: true });
exports.OutputItemListResponsesPage = exports.OutputItems = void 0;
const resource_1 = require("../../../resource.js");
const core_1 = require("../../../core.js");
const pagination_1 = require("../../../pagination.js");
class OutputItems extends resource_1.APIResource {
/**
* Get an evaluation run output item by ID.
*/
retrieve(evalId, runId, outputItemId, options) {
return this._client.get(`/evals/${evalId}/runs/${runId}/output_items/${outputItemId}`, options);
}
list(evalId, runId, query = {}, options) {
if ((0, core_1.isRequestOptions)(query)) {
return this.list(evalId, runId, {}, query);
}
return this._client.getAPIList(`/evals/${evalId}/runs/${runId}/output_items`, OutputItemListResponsesPage, { query, ...options });
}
}
exports.OutputItems = OutputItems;
class OutputItemListResponsesPage extends pagination_1.CursorPage {
}
exports.OutputItemListResponsesPage = OutputItemListResponsesPage;
OutputItems.OutputItemListResponsesPage = OutputItemListResponsesPage;
//# sourceMappingURL=output-items.js.map
@@ -0,0 +1 @@
{"version":3,"file":"output-items.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,mDAAgD;AAChD,2CAAiD;AAGjD,uDAAwE;AAExE,MAAa,WAAY,SAAQ,sBAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,YAAoB,EACpB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,iBAAiB,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;IAClG,CAAC;IAgBD,IAAI,CACF,MAAc,EACd,KAAa,EACb,QAAoD,EAAE,EACtD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAC5B,UAAU,MAAM,SAAS,KAAK,eAAe,EAC7C,2BAA2B,EAC3B,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CACtB,CAAC;IACJ,CAAC;CACF;AA1CD,kCA0CC;AAED,MAAa,2BAA4B,SAAQ,uBAAkC;CAAG;AAAtF,kEAAsF;AA4VtF,WAAW,CAAC,2BAA2B,GAAG,2BAA2B,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 1d0291a91d103435b91f7804c0ecd759
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/output-items.js.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 9a44841d083b84997afc7d5e0ce2d387
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/output-items.js
uploadId: 920982
@@ -0,0 +1,22 @@
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
import { APIResource } from "../../../resource.mjs";
import { isRequestOptions } from "../../../core.mjs";
import { CursorPage } from "../../../pagination.mjs";
export class OutputItems extends APIResource {
/**
* Get an evaluation run output item by ID.
*/
retrieve(evalId, runId, outputItemId, options) {
return this._client.get(`/evals/${evalId}/runs/${runId}/output_items/${outputItemId}`, options);
}
list(evalId, runId, query = {}, options) {
if (isRequestOptions(query)) {
return this.list(evalId, runId, {}, query);
}
return this._client.getAPIList(`/evals/${evalId}/runs/${runId}/output_items`, OutputItemListResponsesPage, { query, ...options });
}
}
export class OutputItemListResponsesPage extends CursorPage {
}
OutputItems.OutputItemListResponsesPage = OutputItemListResponsesPage;
//# sourceMappingURL=output-items.mjs.map
@@ -0,0 +1 @@
{"version":3,"file":"output-items.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/output-items.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAGpB,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,WAAY,SAAQ,WAAW;IAC1C;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,YAAoB,EACpB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,iBAAiB,YAAY,EAAE,EAAE,OAAO,CAAC,CAAC;IAClG,CAAC;IAgBD,IAAI,CACF,MAAc,EACd,KAAa,EACb,QAAoD,EAAE,EACtD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAC5B,UAAU,MAAM,SAAS,KAAK,eAAe,EAC7C,2BAA2B,EAC3B,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CACtB,CAAC;IACJ,CAAC;CACF;AAED,MAAM,OAAO,2BAA4B,SAAQ,UAAkC;CAAG;AA4VtF,WAAW,CAAC,2BAA2B,GAAG,2BAA2B,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 416d7b8444eb84831b2625ffbebd0dda
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/output-items.mjs.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: e15b5438f579b4122a4bd9c8b5f90960
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/output-items.mjs
uploadId: 920982
File diff suppressed because it is too large Load Diff
File diff suppressed because one or more lines are too long
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 8e0788dc5034245dd9b5a85f75105fca
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/runs.d.ts.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 3ab268aed143c4a40b05c0ca379f4c68
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/runs.d.ts
uploadId: 920982
@@ -0,0 +1,78 @@
"use strict";
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.RunListResponsesPage = exports.Runs = void 0;
const resource_1 = require("../../../resource.js");
const core_1 = require("../../../core.js");
const OutputItemsAPI = __importStar(require("./output-items.js"));
const output_items_1 = require("./output-items.js");
const pagination_1 = require("../../../pagination.js");
class Runs extends resource_1.APIResource {
constructor() {
super(...arguments);
this.outputItems = new OutputItemsAPI.OutputItems(this._client);
}
/**
* Kicks off a new run for a given evaluation, specifying the data source, and what
* model configuration to use to test. The datasource will be validated against the
* schema specified in the config of the evaluation.
*/
create(evalId, body, options) {
return this._client.post(`/evals/${evalId}/runs`, { body, ...options });
}
/**
* Get an evaluation run by ID.
*/
retrieve(evalId, runId, options) {
return this._client.get(`/evals/${evalId}/runs/${runId}`, options);
}
list(evalId, query = {}, options) {
if ((0, core_1.isRequestOptions)(query)) {
return this.list(evalId, {}, query);
}
return this._client.getAPIList(`/evals/${evalId}/runs`, RunListResponsesPage, { query, ...options });
}
/**
* Delete an eval run.
*/
del(evalId, runId, options) {
return this._client.delete(`/evals/${evalId}/runs/${runId}`, options);
}
/**
* Cancel an ongoing evaluation run.
*/
cancel(evalId, runId, options) {
return this._client.post(`/evals/${evalId}/runs/${runId}`, options);
}
}
exports.Runs = Runs;
class RunListResponsesPage extends pagination_1.CursorPage {
}
exports.RunListResponsesPage = RunListResponsesPage;
Runs.RunListResponsesPage = RunListResponsesPage;
Runs.OutputItems = output_items_1.OutputItems;
Runs.OutputItemListResponsesPage = output_items_1.OutputItemListResponsesPage;
//# sourceMappingURL=runs.js.map
@@ -0,0 +1 @@
{"version":3,"file":"runs.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,mDAAgD;AAChD,2CAAiD;AAIjD,kEAAiD;AACjD,oDAMwB;AACxB,uDAAwE;AAExE,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA8DzF,CAAC;IA5DC;;;;OAIG;IACH,MAAM,CACJ,MAAc,EACd,IAAqB,EACrB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAcD,IAAI,CACF,MAAc,EACd,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACrC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,MAAM,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvG,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;CACF;AA/DD,oBA+DC;AAED,MAAa,oBAAqB,SAAQ,uBAA2B;CAAG;AAAxE,oDAAwE;AAukExE,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;AACjD,IAAI,CAAC,WAAW,GAAG,0BAAW,CAAC;AAC/B,IAAI,CAAC,2BAA2B,GAAG,0CAA2B,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: cf97413fa40334b08978d996c6500e77
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/runs.js.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 54d3f85a3d4a54bc7ad9f4d8b1d7b111
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/runs.js
uploadId: 920982
@@ -0,0 +1,50 @@
// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
import { APIResource } from "../../../resource.mjs";
import { isRequestOptions } from "../../../core.mjs";
import * as OutputItemsAPI from "./output-items.mjs";
import { OutputItemListResponsesPage, OutputItems, } from "./output-items.mjs";
import { CursorPage } from "../../../pagination.mjs";
export class Runs extends APIResource {
constructor() {
super(...arguments);
this.outputItems = new OutputItemsAPI.OutputItems(this._client);
}
/**
* Kicks off a new run for a given evaluation, specifying the data source, and what
* model configuration to use to test. The datasource will be validated against the
* schema specified in the config of the evaluation.
*/
create(evalId, body, options) {
return this._client.post(`/evals/${evalId}/runs`, { body, ...options });
}
/**
* Get an evaluation run by ID.
*/
retrieve(evalId, runId, options) {
return this._client.get(`/evals/${evalId}/runs/${runId}`, options);
}
list(evalId, query = {}, options) {
if (isRequestOptions(query)) {
return this.list(evalId, {}, query);
}
return this._client.getAPIList(`/evals/${evalId}/runs`, RunListResponsesPage, { query, ...options });
}
/**
* Delete an eval run.
*/
del(evalId, runId, options) {
return this._client.delete(`/evals/${evalId}/runs/${runId}`, options);
}
/**
* Cancel an ongoing evaluation run.
*/
cancel(evalId, runId, options) {
return this._client.post(`/evals/${evalId}/runs/${runId}`, options);
}
}
export class RunListResponsesPage extends CursorPage {
}
Runs.RunListResponsesPage = RunListResponsesPage;
Runs.OutputItems = OutputItems;
Runs.OutputItemListResponsesPage = OutputItemListResponsesPage;
//# sourceMappingURL=runs.mjs.map
@@ -0,0 +1 @@
{"version":3,"file":"runs.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAIpB,KAAK,cAAc;OACnB,EAGL,2BAA2B,EAE3B,WAAW,GACZ;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA8DzF,CAAC;IA5DC;;;;OAIG;IACH,MAAM,CACJ,MAAc,EACd,IAAqB,EACrB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAcD,IAAI,CACF,MAAc,EACd,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACrC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,MAAM,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvG,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;CACF;AAED,MAAM,OAAO,oBAAqB,SAAQ,UAA2B;CAAG;AAukExE,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;AACjD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AAC/B,IAAI,CAAC,2BAA2B,GAAG,2BAA2B,CAAC"}
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: 3a1e12ea99fb04104a943ca2848bf0e4
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/runs.mjs.map
uploadId: 920982
@@ -0,0 +1,14 @@
fileFormatVersion: 2
guid: a89dc4c32a6be4b6eb29ac57a5f94e80
DefaultImporter:
externalObjects: {}
userData:
assetBundleName:
assetBundleVariant:
AssetOrigin:
serializedVersion: 1
productId: 336030
packageName: Synaptic AI Pro - Natural Language Control for Unity
packageVersion: 1.2.23
assetPath: Assets/Synaptic AI Pro/MCPServer/node_modules/openai/resources/evals/runs/runs.mjs
uploadId: 920982