question answering test + inference code

Author: SBrandeis

packages/inference/src/tasks/nlp/questionAnswering.ts

@@ -12,23 +12,28 @@ export async function questionAnswering(
 	args: QuestionAnsweringArgs,
 	options?: Options
 ): Promise<QuestionAnsweringOutput> {
-	const res = await request<QuestionAnsweringOutput>(args, {
+	const res = await request<QuestionAnsweringOutput | QuestionAnsweringOutput[number]>(args, {
 		...options,
 		taskHint: "question-answering",
 	});
 	const isValidOutput =
-		Array.isArray(res) &&
-		res.every(
-			(elem) =>
-				typeof elem === "object" &&
-				!!elem &&
-				typeof elem.answer === "string" &&
-				typeof elem.end === "number" &&
-				typeof elem.score === "number" &&
-				typeof elem.start === "number"
-		);
+		Array.isArray(res) ?
+			res.every(
+				(elem) =>
+					typeof elem === "object" &&
+					!!elem &&
+					typeof elem.answer === "string" &&
+					typeof elem.end === "number" &&
+					typeof elem.score === "number" &&
+					typeof elem.start === "number"
+			) : (typeof res === "object" &&
+				!!res &&
+				typeof res.answer === "string" &&
+				typeof res.end === "number" &&
+				typeof res.score === "number" &&
+				typeof res.start === "number");
 	if (!isValidOutput) {
-		throw new InferenceOutputError("Expected {answer: string, end: number, score: number, start: number}");
+		throw new InferenceOutputError("Expected Array<{answer: string, end: number, score: number, start: number}>");
 	}
-	return res;
+	return Array.isArray(res) ? res : [res];
 }

packages/inference/test/HfInference.spec.ts

@@ -80,20 +80,20 @@ describe.concurrent("HfInference", () => {
 			});
 
 			it("questionAnswering", async () => {
-				expect(
-					await hf.questionAnswering({
-						model: "deepset/roberta-base-squad2",
-						inputs: {
-							question: "What is the capital of France?",
-							context: "The capital of France is Paris.",
-						},
-					})
-				).toMatchObject({
+				const res = await hf.questionAnswering({
+					model: "deepset/roberta-base-squad2",
+					inputs: {
+						question: "What is the capital of France?",
+						context: "The capital of France is Paris.",
+					},
+				});
+
+				expect(res).toMatchObject([{
 					answer: "Paris",
 					score: expect.any(Number),
 					start: expect.any(Number),
 					end: expect.any(Number),
-				});
+				}]);
 			});
 
 			it("tableQuestionAnswering", async () => {

packages/tasks/src/tasks/visual-question-answering/spec/input.json

@@ -15,7 +15,8 @@
 					"comment": "type=binary"
 				},
 				"question": {
-					"description": "The question to answer based on the image."
+					"description": "The question to answer based on the image.",
+					"type": "string"
 				}
 			},
 			"required": ["question", "image"]