import json, asyncio import requests from requests.models import PreparedRequest from requests_auth_aws_sigv4 import AWSSigV4 from datetime import datetime from datetime import UTC from dateutil.relativedelta import relativedelta # lib by drago async def bedrock_model_available(session, key_id="", secret_key="", region="us-east-1", model="anthropic.claude-3-sonnet-20240229-v1%3A"): try: model = model.replace(":","%3A") except Exception as e: pass endpoint = f'https://bedrock.{region}.amazonaws.com/foundation-model-availability/'+model headers = { 'authority': 'bedrock.us-east-1.amazonaws.com', 'accept': '*/*', 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7', 'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92', 'amz-sdk-request': 'attempt=1; max=3', 'origin': 'https://us-east-1.console.aws.amazon.com', 'referer': 'https://us-east-1.console.aws.amazon.com/', 'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"', 'sec-ch-ua-mobile': '?0', 'sec-ch-ua-platform': '"Windows"', 'sec-fetch-dest': 'empty', 'sec-fetch-mode': 'cors', 'sec-fetch-site': 'cross-site', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36', } aws_auth = AWSSigV4("bedrock", aws_access_key_id=key_id, aws_secret_access_key=secret_key, region=region ) loop = asyncio.get_event_loop() req = requests.Request('GET', endpoint, headers=headers) prepared_req = req.prepare() signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) async with session.get(endpoint, headers=signed_req.headers, data=signed_req.body) as response: if response.status != 200: response_data = await response.text() return json.loads(response_data) return await response.json() async def bedrock_send_fake_form(session, key_id="", secret_key="", region="us-east-1", form_data=""): endpoint = f'https://bedrock.{region}.amazonaws.com/use-case-for-model-access' headers = { 'authority': 'bedrock.us-east-1.amazonaws.com', 'accept': '*/*', 'accept-language': 'en-GB,en-US;q=0.9,en;q=0.8,pl;q=0.7', 'amz-sdk-invocation-id': '17a6e1df-4d2a-41c8-87fd-991da34b2a92', 'amz-sdk-request': 'attempt=1; max=3', 'origin': 'https://us-east-1.console.aws.amazon.com', 'referer': 'https://us-east-1.console.aws.amazon.com/', 'sec-ch-ua': '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"', 'sec-ch-ua-mobile': '?0', 'sec-ch-ua-platform': '"Windows"', 'sec-fetch-dest': 'empty', 'sec-fetch-mode': 'cors', 'sec-fetch-site': 'cross-site', 'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36', } aws_auth = AWSSigV4("bedrock", aws_access_key_id=key_id, aws_secret_access_key=secret_key, region=region ) loop = asyncio.get_event_loop() req = requests.Request('POST', endpoint, headers=headers) prepared_req = req.prepare() signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response: if response.status != 200: response_data = await response.text() return json.loads(response_data) return await response.json() async def send_signed_request_bedrock(session, payload, model="", key_id="", secret_key="", region="us-east-1"): try: model = model.replace(":","%3A") except Exception as e: pass endpoint = f'https://bedrock-runtime.{region}.amazonaws.com/model/{model}/invoke' headers = { "Content-Type": "application/json" } aws_auth = AWSSigV4("bedrock", aws_access_key_id=key_id, aws_secret_access_key=secret_key, region=region ) loop = asyncio.get_event_loop() req = requests.Request('POST', endpoint, data=payload, headers=headers) prepared_req = req.prepare() signed_req = await loop.run_in_executor(None, aws_auth, prepared_req) async with session.post(endpoint, headers=signed_req.headers, data=signed_req.body) as response: if response.status != 200: response_data = await response.text() return json.loads(response_data) return await response.json() async def send_signed_request_ce(session, service, payload, key_id="", secret_key=""): ce_endpoint = 'https://ce.us-east-1.amazonaws.com' headers = { "Content-Type": "application/x-www-form-urlencoded", "Accept": "application/json", } aws_auth = AWSSigV4(service, aws_access_key_id=key_id, aws_secret_access_key=secret_key, region="us-east-1" ) # Creating the request with required headers for AWS Cost Explorer headers = { "Content-Type": "application/x-amz-json-1.1", "Accept": "application/json", "X-Amz-Target": f"AWSInsightsIndexService.GetCostAndUsage" # This header is specific for the GetCostAndUsage operation } loop = asyncio.get_event_loop() req = PreparedRequest() req.prepare_url(ce_endpoint, {}) req.prepare_method('POST') req.prepare_headers(headers) req.prepare_body(data=payload, files=None) signed_req = await loop.run_in_executor(None, aws_auth, req) async with session.post(ce_endpoint, headers=signed_req.headers, data=signed_req.body) as response: response_text = await response.text() if response.status != 200: try: return json.loads(response_text) except: return {} return json.loads(response_text) async def get_service_cost_and_usage(session, key, secret, service="Claude 3 Sonnet (Amazon Bedrock Edition)"): now = datetime.now(UTC) # Use UTC for AWS requests six_months_ago = now - relativedelta(months=6) start_date = six_months_ago.replace(day=1).strftime('%Y-%m-%d') end_date = now.replace(day=30).strftime('%Y-%m-%d') payload = { "TimePeriod": { "Start": start_date, "End": end_date }, "Granularity": "MONTHLY", "Metrics": ["BlendedCost"], "Filter": { "Dimensions": { "Key": "SERVICE", "Values": [service] } } } json_payload = json.dumps(payload) return await send_signed_request_ce(session, "ce", json_payload, key_id=key, secret_key=secret), service