🥅 Better error message for streaming text generation

coyotte508 · coyotte508 · commit ddba53b4d1ac · 2023-04-08T00:43:54.000+02:00
diff --git a/packages/inference/src/HfInference.ts b/packages/inference/src/HfInference.ts
@@ -1038,6 +1038,13 @@ export class HfInference {
 			});
 		}
 		if (!response.ok) {
+			if (response.headers.get("Content-Type")?.startsWith("application/json")) {
+				const output = await response.json();
+				if (output.error) {
+					throw new Error(output.error);
+				}
+			}
+
 			throw new Error(`Server response contains error: ${response.status}`);
 		}
 		if (response.headers.get("content-type") !== "text/event-stream") {

Original file line number	Diff line number	Diff line change
`@@ -1038,6 +1038,13 @@ export class HfInference {`
`1038`	`1038`	`});`
`1039`	`1039`	`}`
`1040`	`1040`	`if (!response.ok) {`
	`1041`	`+ if (response.headers.get("Content-Type")?.startsWith("application/json")) {`
	`1042`	`+ const output = await response.json();`
	`1043`	`+ if (output.error) {`
	`1044`	`+ throw new Error(output.error);`
	`1045`	`+ }`
	`1046`	`+ }`
	`1047`	`+`
`1041`	`1048`	throw new Error(`Server response contains error: ${response.status}`);
`1042`	`1049`	`}`
`1043`	`1050`	`if (response.headers.get("content-type") !== "text/event-stream") {`