Kaynağa Gözat

zen: new inference

Frank 3 ay önce
ebeveyn
işleme
6dba0cc498

+ 1 - 0
packages/console/app/src/routes/zen/util/handler.ts

@@ -268,6 +268,7 @@ export async function handler(
 
 
       // Try another provider => stop retrying if using fallback provider
       // Try another provider => stop retrying if using fallback provider
       if (
       if (
+        !isNewInference &&
         res.status !== 200 &&
         res.status !== 200 &&
         // ie. 400 error is usually provider error like malformed request
         // ie. 400 error is usually provider error like malformed request
         res.status !== 400 &&
         res.status !== 400 &&