import requests as r | |
import time | |
input_data = { "inputs": "Dune is something rarely seen anymore – it’s an epic."} | |
url = "http://localhost:8080/predict" | |
sum=0 | |
for i in range(0,1000): | |
response = r.post(url, json=input_data) | |
resp_time = response.headers["x-compute-time"] | |
sum+=float(resp_time) | |
sum/=1000 | |
print(f"{round(float(sum),6)*1000}ms") | |