benchmark.py

def send_query():
    headers = {
        "Host": "www.llama.leonliang.lu"
    }

    url = "http://localhost:8080/health"
    start_total = time.time()

    for i in range(10):
        try:
            start = time.time()
            response = requests.get(url, headers=headers)
            response.raise_for_status()
            duration = time.time() - start  
            total_duration = time.time() - start_total
            print(f"Request succeeded on attempt {i+1} in {duration:.3f}s, total elapsed {total_duration:.3f}s")
            return response.json(), total_duration
        except requests.exceptions.RequestException as e:
            print(f"[Attempt {i+1}] Request failed: {e}")
            time.sleep(0.5)

    total_duration = time.time() - start_total
    raise Exception(f"Service did not become ready after 10 retries. Total elapsed: {total_duration:.3f}s")

response, duration = send_query()
print(f"Duration: {duration:.3f} seconds")
print("Response:", response)