89 lines
2.6 KiB
Python
89 lines
2.6 KiB
Python
#!/usr/bin/env python
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# The OpenSearch Contributors require contributions made to
|
|
# this file be licensed under the Apache-2.0 license or a
|
|
# compatible open source license.
|
|
#
|
|
# Modifications Copyright OpenSearch Contributors. See
|
|
# GitHub history for details.
|
|
|
|
import asyncio
|
|
import logging
|
|
from os import environ
|
|
from time import sleep
|
|
from urllib.parse import urlparse
|
|
|
|
from boto3 import Session
|
|
|
|
from opensearchpy import AsyncHttpConnection, AsyncOpenSearch, AWSV4SignerAsyncAuth
|
|
|
|
|
|
async def main() -> None:
|
|
"""
|
|
1. connects to an OpenSearch cluster on AWS defined by environment variables
|
|
(i.e. ENDPOINT - cluster endpoint like my-test-domain.us-east-1.es.
|
|
amazonaws.com; AWS_REGION like us-east-1, us-west-2; and SERVICE like es which
|
|
differentiates between serverless and the managed service.
|
|
2. creates an index called "movies" and adds a single document
|
|
3. queries for that document
|
|
4. deletes the document
|
|
5. deletes the index
|
|
"""
|
|
# verbose logging
|
|
logging.basicConfig(format="%(levelname)s:%(message)s", level=logging.INFO)
|
|
|
|
url = urlparse(environ["ENDPOINT"])
|
|
region = environ.get("AWS_REGION", "us-east-1")
|
|
service = environ.get("SERVICE", "es")
|
|
|
|
credentials = Session().get_credentials()
|
|
|
|
auth = AWSV4SignerAsyncAuth(credentials, region, service)
|
|
|
|
client = AsyncOpenSearch(
|
|
hosts=[{"host": url.netloc, "port": url.port or 443}],
|
|
http_auth=auth,
|
|
use_ssl=True,
|
|
verify_certs=True,
|
|
connection_class=AsyncHttpConnection,
|
|
timeout=30,
|
|
)
|
|
|
|
# TODO: remove when OpenSearch Serverless adds support for /
|
|
if service == "es":
|
|
info = await client.info()
|
|
print(f"{info['version']['distribution']}: {info['version']['number']}")
|
|
|
|
# create an index
|
|
index = "movies"
|
|
await client.indices.create(index=index)
|
|
|
|
try:
|
|
# index data
|
|
document = {"director": "Bennett Miller", "title": "Moneyball", "year": 2011}
|
|
await client.index(index=index, body=document, id="1")
|
|
|
|
# wait for the document to index
|
|
sleep(1)
|
|
|
|
# search for the document
|
|
results = await client.search(body={"query": {"match": {"director": "miller"}}})
|
|
for hit in results["hits"]["hits"]:
|
|
print(hit["_source"])
|
|
|
|
# delete the document
|
|
await client.delete(index=index, id="1")
|
|
finally:
|
|
# delete the index
|
|
await client.indices.delete(index=index)
|
|
await client.close()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
loop = asyncio.new_event_loop()
|
|
asyncio.set_event_loop(loop)
|
|
loop.run_until_complete(main())
|
|
loop.close()
|