Skip to content

Commit c720555

Browse files
OlivierDehaeneOlivierDehaene
authored
v0.3.0 (#72)
1 parent 439fcaf commit c720555

File tree

7 files changed

+48
-55
lines changed

7 files changed

+48
-55
lines changed

‎Cargo.lock‎

Lines changed: 4 additions & 4 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎docs/openapi.json‎

Lines changed: 39 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@
1111
"name": "Apache 2.0",
1212
"url": "https://www.apache.org/licenses/LICENSE-2.0"
1313
},
14-
"version": "0.2.1"
14+
"version": "0.3.0"
1515
},
1616
"paths": {
1717
"/generate": {
@@ -38,10 +38,7 @@
3838
"content": {
3939
"application/json": {
4040
"schema": {
41-
"type": "array",
42-
"items": {
43-
"$ref": "#/components/schemas/GenerateResponse"
44-
}
41+
"$ref": "#/components/schemas/GenerateResponse"
4542
}
4643
}
4744
}
@@ -51,10 +48,7 @@
5148
"content": {
5249
"application/json": {
5350
"schema": {
54-
"type": "array",
55-
"items": {
56-
"$ref": "#/components/schemas/ErrorResponse"
57-
}
51+
"$ref": "#/components/schemas/ErrorResponse"
5852
},
5953
"example": {
6054
"error": "Input validation error"
@@ -67,10 +61,7 @@
6761
"content": {
6862
"application/json": {
6963
"schema": {
70-
"type": "array",
71-
"items": {
72-
"$ref": "#/components/schemas/ErrorResponse"
73-
}
64+
"$ref": "#/components/schemas/ErrorResponse"
7465
},
7566
"example": {
7667
"error": "Request failed during generation"
@@ -83,10 +74,7 @@
8374
"content": {
8475
"application/json": {
8576
"schema": {
86-
"type": "array",
87-
"items": {
88-
"$ref": "#/components/schemas/ErrorResponse"
89-
}
77+
"$ref": "#/components/schemas/ErrorResponse"
9078
},
9179
"example": {
9280
"error": "Model is overloaded"
@@ -99,10 +87,7 @@
9987
"content": {
10088
"application/json": {
10189
"schema": {
102-
"type": "array",
103-
"items": {
104-
"$ref": "#/components/schemas/ErrorResponse"
105-
}
90+
"$ref": "#/components/schemas/ErrorResponse"
10691
},
10792
"example": {
10893
"error": "Incomplete generation"
@@ -136,25 +121,19 @@
136121
"200": {
137122
"description": "Generated Text",
138123
"content": {
139-
"text/event-stream ": {
124+
"text/event-stream": {
140125
"schema": {
141-
"type": "array",
142-
"items": {
143-
"$ref": "#/components/schemas/StreamResponse"
144-
}
126+
"$ref": "#/components/schemas/StreamResponse"
145127
}
146128
}
147129
}
148130
},
149131
"422": {
150132
"description": "Input validation error",
151133
"content": {
152-
"text/event-stream ": {
134+
"text/event-stream": {
153135
"schema": {
154-
"type": "array",
155-
"items": {
156-
"$ref": "#/components/schemas/ErrorResponse"
157-
}
136+
"$ref": "#/components/schemas/ErrorResponse"
158137
},
159138
"example": {
160139
"error": "Input validation error"
@@ -165,12 +144,9 @@
165144
"424": {
166145
"description": "Generation Error",
167146
"content": {
168-
"text/event-stream ": {
147+
"text/event-stream": {
169148
"schema": {
170-
"type": "array",
171-
"items": {
172-
"$ref": "#/components/schemas/ErrorResponse"
173-
}
149+
"$ref": "#/components/schemas/ErrorResponse"
174150
},
175151
"example": {
176152
"error": "Request failed during generation"
@@ -181,12 +157,9 @@
181157
"429": {
182158
"description": "Model is overloaded",
183159
"content": {
184-
"text/event-stream ": {
160+
"text/event-stream": {
185161
"schema": {
186-
"type": "array",
187-
"items": {
188-
"$ref": "#/components/schemas/ErrorResponse"
189-
}
162+
"$ref": "#/components/schemas/ErrorResponse"
190163
},
191164
"example": {
192165
"error": "Model is overloaded"
@@ -197,12 +170,9 @@
197170
"500": {
198171
"description": "Incomplete generation",
199172
"content": {
200-
"text/event-stream ": {
173+
"text/event-stream": {
201174
"schema": {
202-
"type": "array",
203-
"items": {
204-
"$ref": "#/components/schemas/ErrorResponse"
205-
}
175+
"$ref": "#/components/schemas/ErrorResponse"
206176
},
207177
"example": {
208178
"error": "Incomplete generation"
@@ -213,6 +183,29 @@
213183
},
214184
"deprecated": false
215185
}
186+
},
187+
"/metrics": {
188+
"get": {
189+
"tags": [
190+
"Text Generation Inference"
191+
],
192+
"summary": "Prometheus metrics scrape endpoint",
193+
"description": "Prometheus metrics scrape endpoint",
194+
"operationId": "metrics",
195+
"responses": {
196+
"200": {
197+
"description": "Prometheus Metrics",
198+
"content": {
199+
"text/plain": {
200+
"schema": {
201+
"type": "string"
202+
}
203+
}
204+
}
205+
}
206+
},
207+
"deprecated": false
208+
}
216209
}
217210
},
218211
"components": {

‎launcher/Cargo.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[package]
22
name = "text-generation-launcher"
3-
version = "0.2.1"
3+
version = "0.3.0"
44
edition = "2021"
55
authors = ["Olivier Dehaene"]
66
description = "Text Generation Launcher"

‎router/Cargo.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[package]
22
name = "text-generation-router"
3-
version = "0.2.1"
3+
version = "0.3.0"
44
edition = "2021"
55
authors = ["Olivier Dehaene"]
66
description = "Text Generation Webserver"

‎router/client/Cargo.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[package]
22
name = "text-generation-client"
3-
version = "0.2.1"
3+
version = "0.3.0"
44
edition = "2021"
55

66
[dependencies]

‎router/grpc-metadata/Cargo.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[package]
22
name = "grpc-metadata"
3-
version = "0.1.0"
3+
version = "0.3.0"
44
edition = "2021"
55

66
[dependencies]

‎server/pyproject.toml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[tool.poetry]
22
name = "text-generation"
3-
version = "0.2.1"
3+
version = "0.3.0"
44
description = "Text Generation Inference Python gRPC Server"
55
authors = ["Olivier Dehaene <[email protected]>"]
66

0 commit comments

Comments
 (0)