forked from openai/openai-node
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathjobs.ts
318 lines (276 loc) · 9.65 KB
/
jobs.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
// File generated from our OpenAPI spec by Stainless.
import * as Core from 'openai/core';
import { APIResource } from 'openai/resource';
import { isRequestOptions } from 'openai/core';
import * as JobsAPI from 'openai/resources/fine-tuning/jobs';
import { CursorPage, type CursorPageParams } from 'openai/pagination';
export class Jobs extends APIResource {
/**
* Creates a job that fine-tunes a specified model from a given dataset.
*
* Response includes details of the enqueued job including job status and the name
* of the fine-tuned models once complete.
*
* [Learn more about fine-tuning](https://platform.openai.com/docs/guides/fine-tuning)
*/
create(body: JobCreateParams, options?: Core.RequestOptions): Core.APIPromise<FineTuningJob> {
return this.post('/fine_tuning/jobs', { body, ...options });
}
/**
* Get info about a fine-tuning job.
*
* [Learn more about fine-tuning](https://platform.openai.com/docs/guides/fine-tuning)
*/
retrieve(fineTuningJobId: string, options?: Core.RequestOptions): Core.APIPromise<FineTuningJob> {
return this.get(`/fine_tuning/jobs/${fineTuningJobId}`, options);
}
/**
* List your organization's fine-tuning jobs
*/
list(
query?: JobListParams,
options?: Core.RequestOptions,
): Core.PagePromise<FineTuningJobsPage, FineTuningJob>;
list(options?: Core.RequestOptions): Core.PagePromise<FineTuningJobsPage, FineTuningJob>;
list(
query: JobListParams | Core.RequestOptions = {},
options?: Core.RequestOptions,
): Core.PagePromise<FineTuningJobsPage, FineTuningJob> {
if (isRequestOptions(query)) {
return this.list({}, query);
}
return this.getAPIList('/fine_tuning/jobs', FineTuningJobsPage, { query, ...options });
}
/**
* Immediately cancel a fine-tune job.
*/
cancel(fineTuningJobId: string, options?: Core.RequestOptions): Core.APIPromise<FineTuningJob> {
return this.post(`/fine_tuning/jobs/${fineTuningJobId}/cancel`, options);
}
/**
* Get status updates for a fine-tuning job.
*/
listEvents(
fineTuningJobId: string,
query?: JobListEventsParams,
options?: Core.RequestOptions,
): Core.PagePromise<FineTuningJobEventsPage, FineTuningJobEvent>;
listEvents(
fineTuningJobId: string,
options?: Core.RequestOptions,
): Core.PagePromise<FineTuningJobEventsPage, FineTuningJobEvent>;
listEvents(
fineTuningJobId: string,
query: JobListEventsParams | Core.RequestOptions = {},
options?: Core.RequestOptions,
): Core.PagePromise<FineTuningJobEventsPage, FineTuningJobEvent> {
if (isRequestOptions(query)) {
return this.listEvents(fineTuningJobId, {}, query);
}
return this.getAPIList(`/fine_tuning/jobs/${fineTuningJobId}/events`, FineTuningJobEventsPage, {
query,
...options,
});
}
}
export class FineTuningJobsPage extends CursorPage<FineTuningJob> {}
export class FineTuningJobEventsPage extends CursorPage<FineTuningJobEvent> {}
/**
* The `fine_tuning.job` object represents a fine-tuning job that has been created
* through the API.
*/
export interface FineTuningJob {
/**
* The object identifier, which can be referenced in the API endpoints.
*/
id: string;
/**
* The Unix timestamp (in seconds) for when the fine-tuning job was created.
*/
created_at: number;
/**
* For fine-tuning jobs that have `failed`, this will contain more information on
* the cause of the failure.
*/
error: FineTuningJob.Error | null;
/**
* The name of the fine-tuned model that is being created. The value will be null
* if the fine-tuning job is still running.
*/
fine_tuned_model: string | null;
/**
* The Unix timestamp (in seconds) for when the fine-tuning job was finished. The
* value will be null if the fine-tuning job is still running.
*/
finished_at: number | null;
/**
* The hyperparameters used for the fine-tuning job. See the
* [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning) for
* more details.
*/
hyperparameters: FineTuningJob.Hyperparameters;
/**
* The base model that is being fine-tuned.
*/
model: string;
/**
* The object type, which is always "fine_tuning.job".
*/
object: 'fine_tuning.job';
/**
* The organization that owns the fine-tuning job.
*/
organization_id: string;
/**
* The compiled results file ID(s) for the fine-tuning job. You can retrieve the
* results with the
* [Files API](https://platform.openai.com/docs/api-reference/files/retrieve-contents).
*/
result_files: Array<string>;
/**
* The current status of the fine-tuning job, which can be either
* `validating_files`, `queued`, `running`, `succeeded`, `failed`, or `cancelled`.
*/
status: 'validating_files' | 'queued' | 'running' | 'succeeded' | 'failed' | 'cancelled';
/**
* The total number of billable tokens processed by this fine-tuning job. The value
* will be null if the fine-tuning job is still running.
*/
trained_tokens: number | null;
/**
* The file ID used for training. You can retrieve the training data with the
* [Files API](https://platform.openai.com/docs/api-reference/files/retrieve-contents).
*/
training_file: string;
/**
* The file ID used for validation. You can retrieve the validation results with
* the
* [Files API](https://platform.openai.com/docs/api-reference/files/retrieve-contents).
*/
validation_file: string | null;
}
export namespace FineTuningJob {
/**
* For fine-tuning jobs that have `failed`, this will contain more information on
* the cause of the failure.
*/
export interface Error {
/**
* A machine-readable error code.
*/
code: string;
/**
* A human-readable error message.
*/
message: string;
/**
* The parameter that was invalid, usually `training_file` or `validation_file`.
* This field will be null if the failure was not parameter-specific.
*/
param: string | null;
}
/**
* The hyperparameters used for the fine-tuning job. See the
* [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning) for
* more details.
*/
export interface Hyperparameters {
/**
* The number of epochs to train the model for. An epoch refers to one full cycle
* through the training dataset. "auto" decides the optimal number of epochs based
* on the size of the dataset. If setting the number manually, we support any
* number between 1 and 50 epochs.
*/
n_epochs: 'auto' | number;
}
}
/**
* Fine-tuning job event object
*/
export interface FineTuningJobEvent {
id: string;
created_at: number;
level: 'info' | 'warn' | 'error';
message: string;
object: 'fine_tuning.job.event';
}
export interface JobCreateParams {
/**
* The name of the model to fine-tune. You can select one of the
* [supported models](https://platform.openai.com/docs/guides/fine-tuning/what-models-can-be-fine-tuned).
*/
model: (string & {}) | 'babbage-002' | 'davinci-002' | 'gpt-3.5-turbo';
/**
* The ID of an uploaded file that contains training data.
*
* See [upload file](https://platform.openai.com/docs/api-reference/files/upload)
* for how to upload a file.
*
* Your dataset must be formatted as a JSONL file. Additionally, you must upload
* your file with the purpose `fine-tune`.
*
* See the [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning)
* for more details.
*/
training_file: string;
/**
* The hyperparameters used for the fine-tuning job.
*/
hyperparameters?: JobCreateParams.Hyperparameters;
/**
* A string of up to 18 characters that will be added to your fine-tuned model
* name.
*
* For example, a `suffix` of "custom-model-name" would produce a model name like
* `ft:gpt-3.5-turbo:openai:custom-model-name:7p4lURel`.
*/
suffix?: string | null;
/**
* The ID of an uploaded file that contains validation data.
*
* If you provide this file, the data is used to generate validation metrics
* periodically during fine-tuning. These metrics can be viewed in the fine-tuning
* results file. The same data should not be present in both train and validation
* files.
*
* Your dataset must be formatted as a JSONL file. You must upload your file with
* the purpose `fine-tune`.
*
* See the [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning)
* for more details.
*/
validation_file?: string | null;
}
export namespace JobCreateParams {
/**
* The hyperparameters used for the fine-tuning job.
*/
export interface Hyperparameters {
/**
* Number of examples in each batch. A larger batch size means that model
* parameters are updated less frequently, but with lower variance.
*/
batch_size?: 'auto' | number;
/**
* Scaling factor for the learning rate. A smaller learning rate may be useful to
* avoid overfitting.
*/
learning_rate_multiplier?: 'auto' | number;
/**
* The number of epochs to train the model for. An epoch refers to one full cycle
* through the training dataset.
*/
n_epochs?: 'auto' | number;
}
}
export interface JobListParams extends CursorPageParams {}
export interface JobListEventsParams extends CursorPageParams {}
export namespace Jobs {
export import FineTuningJob = JobsAPI.FineTuningJob;
export import FineTuningJobEvent = JobsAPI.FineTuningJobEvent;
export import FineTuningJobsPage = JobsAPI.FineTuningJobsPage;
export import FineTuningJobEventsPage = JobsAPI.FineTuningJobEventsPage;
export import JobCreateParams = JobsAPI.JobCreateParams;
export import JobListParams = JobsAPI.JobListParams;
export import JobListEventsParams = JobsAPI.JobListEventsParams;
}