Added async AWS sample. (#857)

Signed-off-by: dblock <[email protected]>
This commit is contained in:
Daniel (dB.) Doubrovkine
2024-11-28 08:06:50 -05:00
committed by GitHub
parent b9e48dc847
commit 6c9d8f4350
3 changed files with 90 additions and 1 deletions
+2 -1
View File
@@ -11,7 +11,8 @@ export AWS_REGION=us-west-2
export SERVICE=es # use "aoss" for OpenSearch Serverless.
export ENDPOINT=https://....us-west-2.es.amazonaws.com
poetry run aws/search_urllib.py
poetry run python aws/search_urllib_sync.py
poetry run python aws/search_urllib_async.py
```
This will output the version of OpenSearch and a search result.
+88
View File
@@ -0,0 +1,88 @@
#!/usr/bin/env python
# SPDX-License-Identifier: Apache-2.0
#
# The OpenSearch Contributors require contributions made to
# this file be licensed under the Apache-2.0 license or a
# compatible open source license.
#
# Modifications Copyright OpenSearch Contributors. See
# GitHub history for details.
import asyncio
import logging
from os import environ
from time import sleep
from urllib.parse import urlparse
from boto3 import Session
from opensearchpy import AsyncHttpConnection, AsyncOpenSearch, AWSV4SignerAsyncAuth
async def main() -> None:
"""
1. connects to an OpenSearch cluster on AWS defined by environment variables
(i.e. ENDPOINT - cluster endpoint like my-test-domain.us-east-1.es.
amazonaws.com; AWS_REGION like us-east-1, us-west-2; and SERVICE like es which
differentiates between serverless and the managed service.
2. creates an index called "movies" and adds a single document
3. queries for that document
4. deletes the document
5. deletes the index
"""
# verbose logging
logging.basicConfig(format="%(levelname)s:%(message)s", level=logging.INFO)
url = urlparse(environ["ENDPOINT"])
region = environ.get("AWS_REGION", "us-east-1")
service = environ.get("SERVICE", "es")
credentials = Session().get_credentials()
auth = AWSV4SignerAsyncAuth(credentials, region, service)
client = AsyncOpenSearch(
hosts=[{"host": url.netloc, "port": url.port or 443}],
http_auth=auth,
use_ssl=True,
verify_certs=True,
connection_class=AsyncHttpConnection,
timeout=30,
)
# TODO: remove when OpenSearch Serverless adds support for /
if service == "es":
info = await client.info()
print(f"{info['version']['distribution']}: {info['version']['number']}")
# create an index
index = "movies"
await client.indices.create(index=index)
try:
# index data
document = {"director": "Bennett Miller", "title": "Moneyball", "year": 2011}
await client.index(index=index, body=document, id="1")
# wait for the document to index
sleep(1)
# search for the document
results = await client.search(body={"query": {"match": {"director": "miller"}}})
for hit in results["hits"]["hits"]:
print(hit["_source"])
# delete the document
await client.delete(index=index, id="1")
finally:
# delete the index
await client.indices.delete(index=index)
await client.close()
if __name__ == "__main__":
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
loop.run_until_complete(main())
loop.close()