Daniel (dB.) DoubrovkineandGitHub
a1f942b6f9
* WIP: Added support for AWS Sigv4 for UrlLib3. Signed-off-by: dblock <[email protected]> * Refactored common implementation. Signed-off-by: dblock <[email protected]> * Added sigv4 samples. Signed-off-by: dblock <[email protected]> * Updated CHANGELOG. Signed-off-by: dblock <[email protected]> * Add documentation. Signed-off-by: dblock <[email protected]> * Use the correct class in tests. Signed-off-by: dblock <[email protected]> * Renamed samples. Signed-off-by: dblock <[email protected]> * Split up requests and urllib3 unit tests. Signed-off-by: dblock <[email protected]> * Rename AWSV4Signer. Signed-off-by: dblock <[email protected]> * Clarified documentation of when to use Urllib3AWSV4SignerAuth vs. RequestHttpConnection. Signed-off-by: dblock <[email protected]> * Move fetch_url inside the signer class. Signed-off-by: dblock <[email protected]> * Added unit test for Urllib3AWSV4SignerAuth adding headers. Signed-off-by: dblock <[email protected]> * Added unit test for signing to include query string. Signed-off-by: dblock <[email protected]> --------- Signed-off-by: dblock <[email protected]>
69 lines
1.8 KiB
Python
69 lines
1.8 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
# The OpenSearch Contributors require contributions made to
|
|
# this file be licensed under the Apache-2.0 license or a
|
|
# compatible open source license.
|
|
#
|
|
# Modifications Copyright OpenSearch Contributors. See
|
|
# GitHub history for details.
|
|
|
|
import logging
|
|
|
|
from os import environ
|
|
from time import sleep
|
|
from urllib.parse import urlparse
|
|
|
|
from boto3 import Session
|
|
from opensearchpy import RequestsAWSV4SignerAuth, OpenSearch, RequestsHttpConnection
|
|
|
|
# verbose logging
|
|
logging.basicConfig(format='%(levelname)s:%(message)s', level=logging.INFO)
|
|
|
|
# cluster endpoint, for example: my-test-domain.us-east-1.es.amazonaws.com
|
|
url = urlparse(environ['ENDPOINT'])
|
|
region = environ.get('AWS_REGION', 'us-east-1')
|
|
service = environ.get('SERVICE', 'es')
|
|
|
|
credentials = Session().get_credentials()
|
|
|
|
auth = RequestsAWSV4SignerAuth(credentials, region, service)
|
|
|
|
client = OpenSearch(
|
|
hosts=[{
|
|
'host': url.netloc,
|
|
'port': url.port or 443
|
|
}],
|
|
http_auth=auth,
|
|
use_ssl=True,
|
|
verify_certs=True,
|
|
connection_class=RequestsHttpConnection,
|
|
timeout=30
|
|
)
|
|
|
|
# TODO: remove when OpenSearch Serverless adds support for /
|
|
if service == 'es':
|
|
info = client.info()
|
|
print(f"{info['version']['distribution']}: {info['version']['number']}")
|
|
|
|
# create an index
|
|
index = 'movies'
|
|
client.indices.create(index=index)
|
|
|
|
try:
|
|
# index data
|
|
document = {'director': 'Bennett Miller', 'title': 'Moneyball', 'year': 2011}
|
|
client.index(index=index, body=document, id='1')
|
|
|
|
# wait for the document to index
|
|
sleep(1)
|
|
|
|
# search for the document
|
|
results = client.search(body={'query': {'match': {'director': 'miller'}}})
|
|
for hit in results['hits']['hits']:
|
|
print(hit['_source'])
|
|
|
|
# delete the document
|
|
client.delete(index=index, id='1')
|
|
finally:
|
|
# delete the index
|
|
client.indices.delete(index=index) |