Spaces:
Running
Running
Commit
•
ae2cf82
1
Parent(s):
9cfce0d
make the rate limiter optional
Browse files- .env +3 -0
- src/app/interface/panel/index.tsx +4 -2
.env
CHANGED
@@ -11,6 +11,9 @@ RENDERING_ENGINE="INFERENCE_API"
|
|
11 |
# - OPENAI
|
12 |
LLM_ENGINE="INFERENCE_API"
|
13 |
|
|
|
|
|
|
|
14 |
# ------------- PROVIDER AUTH ------------
|
15 |
# You only need to configure the access token(s) for the provider(s) you want to use
|
16 |
|
|
|
11 |
# - OPENAI
|
12 |
LLM_ENGINE="INFERENCE_API"
|
13 |
|
14 |
+
# Set to "true" to create artificial delays and smooth out traffic
|
15 |
+
NEXT_PUBLIC_ENABLE_RATE_LIMITER="false"
|
16 |
+
|
17 |
# ------------- PROVIDER AUTH ------------
|
18 |
# You only need to configure the access token(s) for the provider(s) you want to use
|
19 |
|
src/app/interface/panel/index.tsx
CHANGED
@@ -59,7 +59,9 @@ export function Panel({
|
|
59 |
|
60 |
const timeoutRef = useRef<any>(null)
|
61 |
|
62 |
-
const
|
|
|
|
|
63 |
|
64 |
// since this run in its own loop, we need to use references everywhere
|
65 |
// but perhaps this could be refactored
|
@@ -105,7 +107,7 @@ export function Panel({
|
|
105 |
return
|
106 |
}
|
107 |
})
|
108 |
-
}, 2000 * panel)
|
109 |
}, [prompt, width, height])
|
110 |
|
111 |
|
|
|
59 |
|
60 |
const timeoutRef = useRef<any>(null)
|
61 |
|
62 |
+
const enableRateLimiter = `${process.env.NEXT_PUBLIC_ENABLE_RATE_LIMITER}` === "true"
|
63 |
+
|
64 |
+
const delay = enableRateLimiter ? (3000 + (1000 * panel)) : 1000
|
65 |
|
66 |
// since this run in its own loop, we need to use references everywhere
|
67 |
// but perhaps this could be refactored
|
|
|
107 |
return
|
108 |
}
|
109 |
})
|
110 |
+
}, enableRateLimiter ? 2000 * panel : 0)
|
111 |
}, [prompt, width, height])
|
112 |
|
113 |
|