-
Notifications
You must be signed in to change notification settings - Fork 4
/
steamship.json
110 lines (110 loc) · 3.2 KB
/
steamship.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
{
"type": "plugin",
"handle": "gpt-4",
"version": "0.1.3",
"description": "",
"author": "dave",
"entrypoint": "Unused",
"public": true,
"plugin": {
"isTrainable": false,
"transport": "jsonOverHttp",
"type": "generator",
"streaming": true
},
"build_config": {
"ignore": [
"tests",
"examples"
]
},
"configTemplate": {
"openai_api_key": {
"type": "string",
"description": "An openAI API key to use. If left default, will use Steamship's API key.",
"default": ""
},
"max_tokens": {
"type": "number",
"description": "The maximum number of tokens to generate per request. Can be overridden in runtime options.",
"default": 256
},
"model": {
"type": "string",
"description": "The OpenAI model to use. Can be a pre-existing fine-tuned model.",
"default": "gpt-4-0613"
},
"temperature": {
"type": "number",
"description": "Controls randomness. Lower values produce higher likelihood / more predictable results; higher values produce more variety. Values between 0-1.",
"default": 0.4
},
"top_p": {
"type": "number",
"description": "Controls the nucleus sampling, where the model considers the results of the tokens with top_p probability mass. Values between 0-1.",
"default": 1
},
"presence_penalty": {
"type": "number",
"description": "Control how likely the model will reuse words. Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics. Number between -2.0 and 2.0.",
"default": 0
},
"frequency_penalty": {
"type": "number",
"description": "Control how likely the model will reuse words. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim. Number between -2.0 and 2.0.",
"default": 0
},
"moderate_output": {
"type": "boolean",
"description": "Pass the generated output back through OpenAI's moderation endpoint and throw an exception if flagged.",
"default": true
},
"max_retries": {
"type": "number",
"description": "Maximum number of retries to make when generating.",
"default": 8
},
"request_timeout": {
"type": "number",
"description": "Timeout for requests to OpenAI completion API. Default is 600 seconds.",
"default": 600
},
"n": {
"type": "number",
"description": "How many completions to generate for each prompt.",
"default": 1
},
"default_role": {
"type": "string",
"description": "The default role to use for a block that does not have a Tag of kind='role'",
"default": "user"
},
"default_system_prompt": {
"type": "string",
"description": "System prompt that will be prepended before every request",
"default": ""
}
},
"steamshipRegistry": {
"tagline": "Complete prompts and chats with GPT-4",
"tagline2": null,
"usefulFor": null,
"videoUrl": null,
"githubUrl": null,
"demoUrl": null,
"blogUrl": null,
"jupyterUrl": null,
"authorGithub": "dkolas",
"authorName": "dkolas",
"authorEmail": "[email protected]",
"authorTwitter": null,
"authorUrl": null,
"tags": [
"GPT-4",
"Prompt Completion",
"LLM",
"GPT",
"OpenAI"
]
}
}